-- Logs begin at Mon 2022-03-28 18:12:24 UTC, end at Mon 2022-03-28 19:20:49 UTC. -- Mar 28 18:46:37.808807 dv-cinder-835483-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 18:46:40.707412 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.common.config [-] Logging enabled! Mar 28 18:46:40.708032 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 18:46:40.708208 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103000) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 18:46:40.711558 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.common.config [-] Logging enabled! Mar 28 18:46:40.711825 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 28 18:46:40.712136 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103000) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 18:46:40.713087 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:46:40.713325 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:46:40.713702 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:46:40.713952 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:46:40.714199 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:46:40.714964 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.715394 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 18:46:40.715716 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.716017 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.716319 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.716620 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.716917 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.717204 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.717497 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.717798 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.718090 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.718404 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.718696 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.718992 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.719279 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.719567 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.719858 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.720145 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] debug = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.720429 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.720864 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.721286 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.721570 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.721863 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.722173 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.722516 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.722799 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.723088 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.723424 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] host = dv-cinder-835483-1-iscsi {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.723706 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.723997 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.724288 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.724578 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.724885 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.725166 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.725550 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.725831 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.726106 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] log_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.726418 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.726713 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.727003 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.727295 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.727525 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.727751 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.728060 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.728355 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.728634 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.728911 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.729189 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.729466 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.729741 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.730011 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.730326 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.730618 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.730907 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.731186 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.731465 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.731740 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.732017 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.732303 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.732580 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.732857 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.733134 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.733423 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.733694 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.733968 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.734294 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.734587 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.734873 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.735162 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.735440 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.735724 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.735999 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.736272 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.736545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] use_json = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.736820 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.737093 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.737378 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.737654 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.737929 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.738228 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.738506 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.738794 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.739070 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:40.739370 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.739671 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.739974 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.740273 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.741097 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.741381 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.741673 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.741955 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.742270 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.742562 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.742852 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.743133 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.743436 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.743728 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.744025 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.744333 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.744629 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.744922 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.745201 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.745478 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.745753 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.746031 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.746348 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.746629 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.746920 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.747214 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.747497 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.747795 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.748081 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.748377 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.748675 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.748951 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.749322 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.749621 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.749905 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.750205 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.750489 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.750781 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.751062 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.751339 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.751623 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.751903 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.752176 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.752449 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.752729 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.753017 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.753295 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.753567 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.753841 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.754118 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.754414 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.754698 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.754977 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.755253 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.755527 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.755807 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.756732 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.757015 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.757297 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.757577 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.757859 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.758137 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.758436 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.758719 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.758995 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.759270 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.759546 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.759823 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.760106 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.760383 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.760658 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.760936 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.761213 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.761490 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.761780 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.762081 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.762388 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.762671 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.762952 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.763233 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.763514 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.763794 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.764075 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.764356 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.764633 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.764924 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.765210 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.765498 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.765802 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.766085 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.766405 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.766687 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.766969 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.767255 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.767536 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.767819 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.768105 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.768390 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.768688 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.768983 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.769278 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.769573 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.769869 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.770173 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.770487 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.770770 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:40.770990 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:46:40.771232 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103000) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 18:46:41.144939 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 18:46:41.145221 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 18:46:41.145535 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 18:46:41.146012 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 18:46:41.476121 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.476333 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.476606 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.477788 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.478063 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.478470 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.533224 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.533506 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.533776 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.548236 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.548519 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.548792 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.577586 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.577859 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.578122 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.719518 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.720168 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.720168 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.948335 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.948627 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.948888 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.949152 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:41.949847 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.047000 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.047326 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.047616 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.047889 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.048153 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.048461 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.048722 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.048978 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.049229 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.049511 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.049772 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.050036 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.050318 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.050572 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.050831 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.051091 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.051345 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.051613 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.051881 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.052141 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.052413 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.052669 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.053521 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.053903 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.054181 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.054432 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.054823 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.055067 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.055307 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.055546 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.055781 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.056016 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.056372 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 18:46:42.059537 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 18:46:42.063576 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 18:46:42.067215 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 28 18:46:42.069126 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 18:46:42.069589 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 18:46:42.069927 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 18:46:42.070349 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 18:46:42.073139 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 18:46:42.073389 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 18:46:42.073733 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 18:46:42.078606 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 18:46:42.102466 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 18:46:42.102922 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.103222 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103000) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 18:46:42.103595 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.104952 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103000) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 18:46:42.105224 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 18:46:42.105474 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 18:46:42.108750 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.109033 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.170458 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 18:46:42.170698 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 18:46:42.170935 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 18:46:42.171301 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 18:46:42.191646 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_db.sqlalchemy.engines [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103000) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 18:46:42.634070 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing driver for type 'gre' Mar 28 18:46:42.634614 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] gre ID ranges: [(1, 1000)] Mar 28 18:46:42.683241 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing driver for type 'local' Mar 28 18:46:42.683603 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing driver for type 'vlan' Mar 28 18:46:42.696610 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] VlanTypeDriver initialization complete Mar 28 18:46:42.696958 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing driver for type 'vxlan' Mar 28 18:46:42.697493 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] vxlan ID ranges: [(1, 1000)] Mar 28 18:46:42.746398 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing extension driver 'port_security' Mar 28 18:46:42.747003 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] PortSecurityExtensionDriver initialization complete Mar 28 18:46:42.747109 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing mechanism driver 'openvswitch' Mar 28 18:46:42.747446 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing mechanism driver 'hyperv' Mar 28 18:46:42.753856 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.plugin [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:46:42.754556 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.754921 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.755267 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.755789 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:46:42.756754 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.757103 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.757445 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.757840 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:46:42.758266 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.758615 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.758954 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.759348 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:46:42.759749 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.760095 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.760432 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.760961 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:46:42.761368 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.761719 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.762061 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.762481 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:46:42.762884 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.763228 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.763571 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.763966 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 18:46:42.764406 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] ML2 OVO RPC backend initialized. {{(pid=103000) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 18:46:42.765105 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.765457 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.765868 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.766250 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > networks before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.766599 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.766938 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > ports before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.767279 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.767621 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.767965 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.768302 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.768636 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.768970 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.769303 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.769634 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.769963 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.770331 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.770664 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.778212 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded quota_driver: . Mar 28 18:46:42.778578 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.plugin [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Modular L2 Plugin initialization complete Mar 28 18:46:42.778921 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading services supported by the core plugin {{(pid=103000) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 18:46:42.779254 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.plugins.ml2.managers [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Got port-security extension from driver 'port_security' Mar 28 18:46:42.779728 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.extensions.vlantransparent [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Disabled vlantransparent extension. Mar 28 18:46:42.780218 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103000) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 18:46:42.780540 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: router Mar 28 18:46:42.814771 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.815158 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router after_create 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.815532 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router before_create 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.815896 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.816266 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.816622 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router after_delete 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.816977 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.817325 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.817682 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router after_create 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.818027 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router after_update 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.818939 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router after_update 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.819289 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.819646 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router after_update 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.820053 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.820422 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: port after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.820761 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: port after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.821101 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: subnet after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.821441 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.821789 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.822134 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.822496 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: port before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.822839 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.823192 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router after_update 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.823535 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.823884 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.824243 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.824585 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.824944 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > agent after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.825289 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.825629 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.826503 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Tracking information for resource: router configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.826834 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Tracking information for resource: floatingip configured {{(pid=103000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:46:42.831584 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.db.l3_agentschedulers_db [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 18:46:42.832148 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: port after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.832506 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: port after_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.832857 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: port after_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.833211 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: port after_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.834017 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router before_create 55550100 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.834998 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.835360 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.835717 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.840501 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.services.provider_configuration [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service providers = [] {{(pid=103000) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 18:46:42.840862 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.db.servicetype_db [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103000) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 18:46:42.843811 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.services.service_base [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:46:42.844160 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.services.service_base [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:46:42.844496 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.services.service_base [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:46:42.845371 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.services.service_base [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:46:42.845737 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.services.service_base [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 18:46:42.846107 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.846456 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 18:46:42.856678 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.857011 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: auto_allocate Mar 28 18:46:42.862886 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: network precommit_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.863249 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: network precommit_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.863764 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.864080 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: tag Mar 28 18:46:42.870588 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.870918 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: timestamp Mar 28 18:46:42.874876 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.875205 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: network_ip_availability Mar 28 18:46:42.880595 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.881508 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.881863 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:42.882600 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.882919 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: flavors Mar 28 18:46:42.887609 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.887898 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading Plugin: revisions Mar 28 18:46:42.892149 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:46:42.892542 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_concurrency.lockutils [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=103000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 18:46:42.893273 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103000) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 18:46:42.893605 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Initializing extension manager. Mar 28 18:46:42.894124 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: __init__.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.894491 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: __pycache__ {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.894821 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: address_group.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.895566 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.896128 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: address-group Mar 28 18:46:42.896471 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: address_scope.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.897713 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.898270 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: address-scope Mar 28 18:46:42.898592 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.899686 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.900200 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: router-admin-state-down-before-update Mar 28 18:46:42.900522 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: agent.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.901219 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.901725 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: agent Mar 28 18:46:42.902043 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: agent_resources_synced.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.902982 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.903497 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: agent-resources-synced Mar 28 18:46:42.903820 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.905573 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.906091 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: allowed-address-pairs Mar 28 18:46:42.906444 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.907499 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.908012 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: auto-allocated-topology Mar 28 18:46:42.908334 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: availability_zone.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.909018 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.909523 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: availability_zone Mar 28 18:46:42.909842 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: availability_zone_filter.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.910784 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.911291 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: availability_zone_filter Mar 28 18:46:42.911613 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: data_plane_status.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.912541 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.913047 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 18:46:42.913373 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: default_subnetpools.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.914312 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.914818 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: default-subnetpools Mar 28 18:46:42.915137 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.915930 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.916436 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: dhcp_agent_scheduler Mar 28 18:46:42.916754 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: dns.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.917666 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.918184 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 18:46:42.918507 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: dns_domain_ports.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.919412 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.919913 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 18:46:42.920232 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.921145 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.921643 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 18:46:42.921961 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: dvr.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.922655 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.923162 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: dvr Mar 28 18:46:42.923483 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: ecmp_routes.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.924397 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.924899 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 18:46:42.925220 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: empty_string_filtering.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.926122 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.926661 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: empty-string-filtering Mar 28 18:46:42.926980 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.928430 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.928933 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 18:46:42.929252 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.930183 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.930688 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 18:46:42.931010 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: external_net.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.931913 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.932420 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: external-net Mar 28 18:46:42.932742 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.933651 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.934173 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: extra_dhcp_opt Mar 28 18:46:42.934494 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: extraroute.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.935398 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.935903 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: extraroute Mar 28 18:46:42.936222 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: extraroute_atomic.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.937240 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.937747 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: extraroute-atomic Mar 28 18:46:42.938067 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: filter_validation.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.938761 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.939262 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: filter-validation Mar 28 18:46:42.939580 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: fip_pf_description.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.940484 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.940987 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 18:46:42.941303 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.942255 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.942757 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 18:46:42.943073 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: fip_port_details.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.944546 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.945048 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: fip-port-details Mar 28 18:46:42.945364 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: flavors.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.946601 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.947112 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: flavors Mar 28 18:46:42.947433 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.949057 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.949572 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 18:46:42.949896 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: floatingip_pools.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.950628 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.951142 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: floatingip-pools Mar 28 18:46:42.951464 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: ip_allocation.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.952384 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.952887 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 18:46:42.953208 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.954132 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.954660 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: ip-substring-filtering Mar 28 18:46:42.954980 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l2_adjacency.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.955917 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.956414 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 18:46:42.956732 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.959221 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.959755 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: router Mar 28 18:46:42.960089 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.962306 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.962833 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 18:46:42.963163 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.964092 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.964633 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: ext-gw-mode Mar 28 18:46:42.964959 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.965880 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.966434 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: l3-ha Mar 28 18:46:42.966757 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.967665 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.968171 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 18:46:42.968493 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3_flavors.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.969406 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.969915 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: l3-flavors Mar 28 18:46:42.970270 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.971637 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.972149 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 18:46:42.972475 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.973396 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.973905 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 18:46:42.974263 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: l3agentscheduler.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.975345 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.975856 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: l3_agent_scheduler Mar 28 18:46:42.976181 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: local_ip.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.977954 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.978513 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension local_ip not supported by any of loaded plugins Mar 28 18:46:42.978847 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: logging.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.980308 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.980828 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension logging not supported by any of loaded plugins Mar 28 18:46:42.981156 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: metering.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.981892 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.982497 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: metering Mar 28 18:46:42.982822 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.983928 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.984441 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: metering_source_and_destination_fields Mar 28 18:46:42.984766 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: multiprovidernet.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.985689 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.986227 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: multi-provider Mar 28 18:46:42.986553 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: netmtu.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.987463 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.987970 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: net-mtu Mar 28 18:46:42.988288 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: netmtu_writable.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.989196 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.989701 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: net-mtu-writable Mar 28 18:46:42.990018 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: network_availability_zone.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.991235 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.991737 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: network_availability_zone Mar 28 18:46:42.992052 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: network_ip_availability.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.993150 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.993658 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: network-ip-availability Mar 28 18:46:42.993979 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: network_segment_range.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.994766 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.995266 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 18:46:42.995587 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: pagination.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.996707 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.997035 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: pagination Mar 28 18:46:42.997353 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: port_device_profile.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:42.998297 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:42.998808 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: port-device-profile Mar 28 18:46:42.999127 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.000042 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.000547 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: port-mac-address-regenerate Mar 28 18:46:43.000867 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.001780 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.002315 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: port-numa-affinity-policy Mar 28 18:46:43.002636 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: port_resource_request.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.003551 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.004051 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 18:46:43.004371 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.005335 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.005857 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 18:46:43.006752 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: portbindings.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.007668 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.008176 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: binding Mar 28 18:46:43.008495 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: portbindings_extended.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.009741 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.010293 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: binding-extended Mar 28 18:46:43.010624 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: portsecurity.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.011534 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.012044 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: port-security Mar 28 18:46:43.012366 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: project_id.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.013335 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.013666 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: project-id Mar 28 18:46:43.013988 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: providernet.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.014936 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.015443 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: provider Mar 28 18:46:43.015765 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.019359 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.019882 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos not supported by any of loaded plugins Mar 28 18:46:43.020214 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.021481 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.021994 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 18:46:43.022349 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.023268 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.023776 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 18:46:43.024101 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_default.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.025036 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.025541 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-default not supported by any of loaded plugins Mar 28 18:46:43.025863 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_fip.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.026815 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.027324 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 18:46:43.027645 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.028556 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.029066 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 18:46:43.029387 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.030332 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.030839 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 18:46:43.031159 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.032066 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.032572 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 18:46:43.032891 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.033934 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.034474 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 18:46:43.034797 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.035833 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.036343 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 18:46:43.036662 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_pps_rule.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.037876 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.038512 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-pps not supported by any of loaded plugins Mar 28 18:46:43.038845 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.040046 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.040654 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 18:46:43.040997 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.042336 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.042854 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 18:46:43.043181 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: qos_rules_alias.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.044388 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.044874 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 18:46:43.045285 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: quota_check_limit.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.046230 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.046787 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: quota-check-limit Mar 28 18:46:43.047066 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: quotasv2.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.048181 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.048514 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: quotas Mar 28 18:46:43.048843 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: quotasv2_detail.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.051038 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.051395 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: quota_details Mar 28 18:46:43.051788 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: rbac.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.053502 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.054021 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: rbac-policies Mar 28 18:46:43.054404 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: rbac_address_group.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.055372 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.055835 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: rbac-address-group Mar 28 18:46:43.056157 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: rbac_address_scope.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.057339 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.057849 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: rbac-address-scope Mar 28 18:46:43.058258 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: rbac_security_groups.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.059266 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.059774 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: rbac-security-groups Mar 28 18:46:43.060097 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.061013 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.061517 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: rbac-subnetpool Mar 28 18:46:43.061837 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: revisionifmatch.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.062800 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.063309 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: revision-if-match Mar 28 18:46:43.063629 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: revisions.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.064769 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.065285 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: standard-attr-revisions Mar 28 18:46:43.065612 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: router_availability_zone.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.066304 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.066815 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: router_availability_zone Mar 28 18:46:43.067137 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: routerservicetype.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.068063 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.069198 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 18:46:43.069520 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.070485 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.070994 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: security-groups-normalized-cidr Mar 28 18:46:43.071314 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.072239 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.072746 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: port-security-groups-filtering Mar 28 18:46:43.073066 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.074000 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.074536 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: security-groups-remote-address-group Mar 28 18:46:43.074853 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.075783 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.076696 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: security-groups-shared-filtering Mar 28 18:46:43.076696 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.077164 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 18:46:43.077483 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: securitygroup.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.087109 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.087634 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: security-group Mar 28 18:46:43.087966 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: segment.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.088686 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.089196 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension segment not supported by any of loaded plugins Mar 28 18:46:43.089522 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.090490 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.091000 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 18:46:43.091323 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: servicetype.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.092422 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.092939 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: service-type Mar 28 18:46:43.093266 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: sorting.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.094281 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.094612 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: sorting Mar 28 18:46:43.094933 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: standard_attr_segment.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.095864 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.096375 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 18:46:43.096696 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: standardattrdescription.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.097338 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.097843 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: standard-attr-description Mar 28 18:46:43.098191 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: stateful_security_group.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.099116 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.099660 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: stateful-security-group Mar 28 18:46:43.099986 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: stdattrs_common.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.100555 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 18:46:43.100874 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.101812 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.102377 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 18:46:43.102696 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: subnet_onboard.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.103767 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.104285 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: subnet_onboard Mar 28 18:46:43.104608 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.105534 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.106044 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 18:46:43.106388 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: subnet_service_types.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.107309 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.107822 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: subnet-service-types Mar 28 18:46:43.108144 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: subnetallocation.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.109225 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.109739 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: subnet_allocation Mar 28 18:46:43.110062 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.110753 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.111266 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: subnetpool-prefix-ops Mar 28 18:46:43.111589 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.112561 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.113076 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 18:46:43.113397 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: tagging.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.114504 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.115022 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: standard-attr-tag Mar 28 18:46:43.115892 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: timestamp.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.117086 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.117601 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loaded extension: standard-attr-timestamp Mar 28 18:46:43.117924 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: trunk.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.118986 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.119503 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension trunk not supported by any of loaded plugins Mar 28 18:46:43.119826 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: trunk_details.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.120741 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.121254 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 18:46:43.121578 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.122522 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.123033 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 18:46:43.123353 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Loading extension file: vlantransparent.py {{(pid=103000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:46:43.124021 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:46:43.124528 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 18:46:43.127091 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:network Mar 28 18:46:43.127606 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:subnet Mar 28 18:46:43.128000 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:46:43.128389 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:port Mar 28 18:46:43.129634 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.130065 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service FLAVORS assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.130705 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.131731 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.132060 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:router Mar 28 18:46:43.132484 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 18:46:43.132976 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service METERING assigned prefix: /metering {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.134453 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:43.134824 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:43.135174 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:46:43.136164 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 18:46:43.136610 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:security_group Mar 28 18:46:43.137042 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 18:46:43.137671 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service CORE assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.137957 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:46:43.138322 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] subnetpool is already registered Mar 28 18:46:43.138762 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service CORE assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.139089 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:46:43.139421 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] subnetpool is already registered Mar 28 18:46:43.141653 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.142080 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service FLAVORS assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.142697 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.143115 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.143449 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:router Mar 28 18:46:43.143787 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] router is already registered Mar 28 18:46:43.144199 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 18:46:43.144530 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] floatingip is already registered Mar 28 18:46:43.144978 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service METERING assigned prefix: /metering {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.145629 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 18:46:43.145963 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] rbac_policy is already registered Mar 28 18:46:43.146400 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:security_group Mar 28 18:46:43.146760 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] security_group is already registered Mar 28 18:46:43.147157 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 18:46:43.147485 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] security_group_rule is already registered Mar 28 18:46:43.148096 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service CORE assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.148424 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:46:43.148756 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] subnetpool is already registered Mar 28 18:46:43.149166 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.v2.resource_helper [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Service CORE assigned prefix: {{(pid=103000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:46:43.149498 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:46:43.149826 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING neutron.quota.resource_registry [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] subnetpool is already registered Mar 28 18:46:43.150337 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: extensions {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.151787 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: address-groups {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.153260 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: address-scopes {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.154679 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: agents {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.155776 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: auto-allocated-topology {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.157183 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: availability_zones {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.158478 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: dhcp-networks {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.159988 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: dhcp-agents {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.161423 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: routers {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.163659 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: flavors {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.164829 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: service_profiles {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.166060 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: next_providers {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.167527 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: service_profiles {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.169963 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: floatingip-pools {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.171221 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: routers {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.173320 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: floatingips {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.174641 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: l3-routers {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.176020 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: l3-agents {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.177414 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: metering-labels {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.179330 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: metering-label-rules {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.180590 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: network-ip-availabilities {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.181863 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: bindings {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.183539 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: quotas {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.185110 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: quotas {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.186729 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: rbac-policies {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.188014 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: security-groups {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.189243 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: security-group-rules {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.190504 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: service-providers {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.191700 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: subnetpools {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.193105 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: subnetpools {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.195223 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.196969 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.198799 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.200566 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.202369 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.204225 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.205893 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.207825 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.209648 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.211642 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron.api.extensions [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Extended resource: tags {{(pid=103000) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:46:43.217489 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING keystonemiddleware.auth_token [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 18:46:43.222166 dv-cinder-835483-1-iscsi neutron-server[103000]: WARNING keystonemiddleware.auth_token [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 18:46:43.230668 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_concurrency.lockutils [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Acquired lock "singleton_lock" {{(pid=103000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 18:46:43.231141 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_concurrency.lockutils [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Releasing lock "singleton_lock" {{(pid=103000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 18:46:43.231787 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO oslo_service.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Starting 2 workers Mar 28 18:46:43.236698 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Started child 103109 {{(pid=103000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:46:43.241768 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Started child 103110 {{(pid=103000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:46:43.242748 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:43.243445 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO neutron.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 18:46:43.244004 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:43.244472 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [-] (103109) wsgi starting up on http://0.0.0.0:9696 Mar 28 18:46:43.246502 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO oslo_service.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Starting 1 workers Mar 28 18:46:43.246666 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:43.248140 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [-] (103110) wsgi starting up on http://0.0.0.0:9696 Mar 28 18:46:43.253145 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Started child 103111 {{(pid=103000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:46:43.253704 dv-cinder-835483-1-iscsi neutron-server[103000]: INFO oslo_service.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Starting 1 workers Mar 28 18:46:43.256627 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] calling RpcWorker wait() {{(pid=103111) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 18:46:43.257135 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] returning from RpcWorker wait() {{(pid=103111) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 18:46:43.258506 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:43.258910 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Started child 103112 {{(pid=103000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 18:46:43.259004 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:46:43.259733 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG neutron_lib.callbacks.manager [None req-1a938885-42e4-40fc-ab8c-60232a25b0f3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:43.261677 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 18:46:43.261891 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:46:43.262081 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:46:43.262330 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:46:43.262678 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:46:43.262843 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:46:43.263350 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.263627 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.263894 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.264151 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.264246 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:43.264697 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.265032 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.265313 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.265579 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.265858 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.266094 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.266287 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.266460 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.266730 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.266959 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.267276 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.267573 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.267819 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.268107 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.268283 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.268548 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.268825 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.269074 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.269346 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] debug = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.269591 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.270081 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.270336 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.270577 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.270815 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.271082 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.271307 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.271622 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.271871 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.272114 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.272361 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.272609 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.272841 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.273071 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.273334 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.273546 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.273811 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.274038 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.274528 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] host = dv-cinder-835483-1-iscsi {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.274768 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.275001 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.275251 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.275505 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.275772 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.275999 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.276253 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.276496 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.276718 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.276975 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.277225 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.277481 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.277720 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.277955 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.278119 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_options = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.278378 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.278646 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.278902 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.279102 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.279270 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.279432 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.279689 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.279851 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.280099 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.280314 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.280524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.280750 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.280963 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.281193 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.281431 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.281644 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.281873 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.282080 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.282349 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.282597 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.282839 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.283063 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.283281 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.283498 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.283730 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.283964 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.284208 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.284418 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.284635 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.284884 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.286618 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.286618 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.286618 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.286618 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.286618 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.286618 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.287032 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:46:43.287612 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.287612 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.287612 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.287795 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.288034 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.288204 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.288427 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.288654 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.288865 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.289077 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.289307 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_json = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.289541 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.289827 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.290043 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.292545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.297605 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.299524 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.300399 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301584 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301584 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301584 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301584 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301584 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301584 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.301584 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.302057 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.302057 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.302236 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.302346 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.302598 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.303593 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.303842 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.304070 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.304509 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.304902 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.305548 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.305938 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.306404 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.306826 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.307251 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.307682 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.308150 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.308459 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.308759 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.308972 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.309197 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.309454 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.309696 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.309914 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.310299 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.310698 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.311070 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.311480 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.311878 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.312269 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.312657 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.313085 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.313482 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.313897 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.314305 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.314663 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.315020 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.315411 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.315635 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.315859 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.316080 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.316300 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.316515 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.316937 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.317159 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.317525 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.317932 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.318345 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.318824 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.319054 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.319348 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.319663 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.319917 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.320168 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.320414 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.320662 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.320882 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.321144 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.321363 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.321582 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.321817 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.322087 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.322344 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.322573 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.322985 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.323351 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.323758 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.324122 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.324484 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.324890 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.325112 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.325368 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.325602 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.325880 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.326140 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.326445 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.326691 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.326952 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.327258 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.327499 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.327773 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.328018 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.328291 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.328592 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.328860 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.329131 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.329391 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.329644 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.329919 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.330193 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.330603 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.331010 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.331394 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.331633 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.332018 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.332258 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.332479 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.332713 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.333048 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.333287 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.333501 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.333733 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.334022 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.334310 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.334550 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.334811 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.335060 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.335315 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.335576 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.335965 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.336181 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.336418 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.336649 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.336866 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.337098 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.337347 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.337581 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.337813 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.338029 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.338305 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.338529 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.338746 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.339140 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.339363 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.339589 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.339856 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.340070 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.340309 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.340550 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.340771 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.340987 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.341206 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.341440 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.341689 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.341926 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.342234 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.342482 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.342714 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.342957 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.343259 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.343462 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.343657 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.344055 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.344301 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.344516 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.344741 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.344951 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.345162 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.345404 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.345626 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.345840 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.346107 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.346385 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.346734 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.346984 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.347213 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.347459 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.347709 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.347944 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.348161 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.348383 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.348623 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.348842 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.349064 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.349301 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.349535 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.350294 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.350502 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.350740 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.350999 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.351247 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.352356 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.352356 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.352356 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.352356 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.352356 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.353387 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.353387 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.353387 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.353387 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.353387 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.354363 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.354363 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.354363 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.354363 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.354753 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.354832 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.355071 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.355300 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.355508 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.355715 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.355952 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.356164 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.356372 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.356630 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.356839 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.357070 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.357286 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.357501 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.357707 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.357927 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.358185 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.358387 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.358606 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.358820 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.359035 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.359259 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.359490 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.359701 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.359940 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.360154 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.360361 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.360586 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.360794 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.361001 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.361218 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.361431 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.361640 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.361919 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.362196 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.362417 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.362709 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.362939 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.363217 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.363434 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.363737 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.363951 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.364211 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.364443 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.364659 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.364880 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.365130 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.365495 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.365785 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.366059 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.366309 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.366578 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.366857 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.367138 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.367349 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.367684 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.367996 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.368271 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.368622 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.368831 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.369053 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.369242 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.369463 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.369700 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.369888 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.370103 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.370393 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.370641 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.370888 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.371119 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.371344 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:46:43.371434 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.371581 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.371812 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.372021 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.372262 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.372476 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.372632 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:46:43.373154 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 18:46:43.373314 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:46:43.373466 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:46:43.373636 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:46:43.373806 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:46:43.373960 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:46:43.374191 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.374360 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.374520 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.374692 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.374846 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.375025 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.375186 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.375344 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.375489 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.375650 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.375787 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.375962 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.376098 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.376232 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.376367 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.376525 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.376683 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.376841 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.377005 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.377149 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.377361 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.377450 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.377602 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] debug = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.377756 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.377960 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.378110 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.378305 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.378451 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.378609 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.378767 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.378928 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.379087 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.379245 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.379403 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.379561 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.379719 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.379928 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.380053 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.380175 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.380312 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.380532 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.380663 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] host = dv-cinder-835483-1-iscsi {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.380773 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.381441 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.381600 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.381758 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.381915 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.382073 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.382252 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.382412 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.382571 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.382729 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.382887 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.383044 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.383203 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.383360 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.383519 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_options = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.383676 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.383833 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.383991 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.384178 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.384383 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.384511 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.384634 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.384782 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.384941 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.385098 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.385255 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.385414 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.385571 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.385729 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.385888 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.386045 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.386225 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.386386 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.386546 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.386705 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.386863 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.387020 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.387178 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.387346 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.387494 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.387651 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.387857 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.387991 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.388112 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.388260 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.388417 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.388575 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.388734 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.388892 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.389051 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.389208 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.389366 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.389528 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.389688 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.389917 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.390050 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.390178 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.390313 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.390474 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.390689 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.390816 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.390936 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_json = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.391061 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.391215 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.391373 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.391530 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.391687 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.391846 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.392445 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.392445 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.392445 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:46:43.392445 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.392746 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.392823 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.392932 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.393093 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.393256 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.393420 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.393567 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.393728 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.393890 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.394058 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.394241 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.394418 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.394574 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.394735 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.394897 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.395058 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.395220 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.395381 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.395542 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.395851 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.396164 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.396587 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.396931 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.397090 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.397427 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.397764 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.397935 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.398101 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.398303 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.398467 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.398622 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.398780 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.398962 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.399099 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.399232 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.399393 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.399560 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.399723 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.399884 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.400104 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.400244 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.400388 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.400525 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.400659 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.400875 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.401009 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.401146 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.401279 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.401412 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.401545 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.401687 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.401838 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.402001 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.402171 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.402341 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.402502 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.402675 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.402838 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.402999 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.403162 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.403324 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.403484 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.403645 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.403806 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.403968 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.404129 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.404289 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.404464 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.404684 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.404810 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.404929 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.405071 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.405232 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.405393 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.405553 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.405716 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.405878 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.406039 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.406221 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.406383 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.406544 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.406706 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.406867 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.407029 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.407190 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.407350 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.407511 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.407676 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.407838 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.407997 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.408166 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.408340 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.408501 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.408661 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.408823 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.408984 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.409144 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.409306 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.409473 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.409632 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.409793 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.409952 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.410112 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.410374 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.410527 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.410657 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.410784 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.410936 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.411063 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.411192 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.411328 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.411485 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.411645 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.411806 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.411966 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.412679 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.412844 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.413008 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.413177 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.413339 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.413503 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.413664 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.413831 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.414001 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.414183 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.414349 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.414509 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.414673 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.414830 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.415142 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.415306 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.415467 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.415627 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.415788 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.415960 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.416123 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.416284 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.416444 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.416626 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.416786 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.416945 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.417107 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.417269 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.417432 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.417593 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.417754 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.417915 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.418076 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.418261 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.418424 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.418585 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.418746 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.418906 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.419067 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.419228 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.419389 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.419549 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.419711 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.419872 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.420038 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.420199 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.420360 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.420521 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.420680 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.420840 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.421016 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.421162 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.421324 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.421484 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.421642 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.421803 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.421964 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.422123 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.422304 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.422465 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.422629 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.422790 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.422950 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.423110 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.423272 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.423433 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.423595 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.423756 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.423917 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.424078 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.424240 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.424400 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.424562 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.424723 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.424884 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.425046 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.425206 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.425366 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.425544 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.425705 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.425865 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.426028 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.426210 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.426372 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.426534 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.426694 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.426854 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.427014 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.427177 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.427338 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.427497 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.427657 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.427893 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.428057 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.428220 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.428383 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.428544 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.428705 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.428867 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.429029 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.429188 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.429346 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.429506 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.429666 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.429826 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.429988 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.430164 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.430343 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.430504 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.430666 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.430827 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.430989 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.431149 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.431320 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.431482 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.431642 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.431803 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.431962 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.432121 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.432291 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.432451 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.432612 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.432772 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.432932 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.433091 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.433260 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.433420 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.433581 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.433740 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.433899 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.434059 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.434248 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.434410 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.434570 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.434730 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.434890 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.435050 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.435220 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.435380 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.435542 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.435702 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.435863 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.436022 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.436191 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.436352 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.436512 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.436679 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.436841 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.437000 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.437161 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.437332 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.437498 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.437661 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.437820 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.437981 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.438142 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.438325 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.438490 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.438661 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.438828 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.438989 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.439159 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.439327 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.439496 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.439656 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.439822 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.439997 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.440157 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.440317 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.440476 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.440637 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.440799 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.440959 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.441120 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.441283 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.441444 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.441620 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.441764 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.441932 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.442074 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.442256 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.442418 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.442578 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.442738 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.442897 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.443057 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:46:43.443209 dv-cinder-835483-1-iscsi neutron-server[103000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:46:43.480144 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 57128) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:46:43.488794 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063810 Mar 28 18:46:54.678627 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c352180-681b-46d0-a411-fa619162b120 None None] get_active_networks_info from dv-cinder-835483-1-iscsi {{(pid=103111) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 18:46:54.750238 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c352180-681b-46d0-a411-fa619162b120 None None] No non-hosted networks {{(pid=103111) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 18:46:54.764042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.agentschedulers_db [None req-5c352180-681b-46d0-a411-fa619162b120 None None] DHCP Agent not found on host dv-cinder-835483-1-iscsi {{(pid=103111) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 18:46:54.842875 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-20061d13-e3d5-4504-b44a-4a5832e45894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576725'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:56.886889 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1b358168-3c62-4a70-928c-e6e64e20a52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576725'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:56.964791 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7c3c43b2-f647-45c3-8099-44b93b725e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:57.926710 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57196) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:46:58.040158 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576725'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:46:58.470360 dv-cinder-835483-1-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-eeabd1a8-8b5d-41a8-893a-0575e308f90f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:46:58.471065 dv-cinder-835483-1-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-eeabd1a8-8b5d-41a8-893a-0575e308f90f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:46:58.695802 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-eeabd1a8-8b5d-41a8-893a-0575e308f90f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:46:58.697504 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-eeabd1a8-8b5d-41a8-893a-0575e308f90f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7681401 Mar 28 18:46:59.640436 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576725'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:01.009704 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576725'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:01.010975 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.011709 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.012028 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.013464 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.014216 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.014818 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.015307 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.016064 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.017026 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.017511 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.018064 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.019266 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.019776 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.022012 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.023307 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:01.023941 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835483-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:01.038514 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835483-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:01.310831 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57230) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:01.644978 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-b49e1711-f377-4d04-b82e-a42bec663552 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:01.737968 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.policy [None req-b49e1711-f377-4d04-b82e-a42bec663552 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 18:47:01.780933 dv-cinder-835483-1-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-b49e1711-f377-4d04-b82e-a42bec663552 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:47:01.781319 dv-cinder-835483-1-iscsi neutron-server[103109]: WARNING oslo_policy.policy [None req-b49e1711-f377-4d04-b82e-a42bec663552 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:47:01.877776 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b49e1711-f377-4d04-b82e-a42bec663552 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788064472934', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788064471369', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788064488988', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788064494123', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788064505736', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788064435989', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7372095', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7449897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-675339', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749077'] for rbac-policy (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:01.948857 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b49e1711-f377-4d04-b82e-a42bec663552 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:01.957578 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b49e1711-f377-4d04-b82e-a42bec663552 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6381130 Mar 28 18:47:02.047531 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.db.l3_hamode_db [None req-6c925a51-e426-4a34-a7f4-7709a44de937 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 18:47:02.131418 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c925a51-e426-4a34-a7f4-7709a44de937 None None] Routers set() bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:47:02.132072 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c925a51-e426-4a34-a7f4-7709a44de937 None None] Router IDs set() for agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 18:47:04.430978 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57242) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:04.738854 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:04.767924 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Made reservation on behalf of fe0de9784a6b4f48963b9829a193a9da for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:47:04.771833 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:04.787905 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:04.892254 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks [] for security_group (6586bc8c-2283-4d78-9e13-5ea31894caa9), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:04.895708 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6586bc8c-2283-4d78-9e13-5ea31894caa9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:04.925971 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:47:04.954492 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788060460849', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (9561db1a-fea1-4742-b976-476fafa25eb9), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:04.955091 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Unsubscribe: segment precommit_create {{(pid=103109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 18:47:04.955610 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Added segment 9561db1a-fea1-4742-b976-476fafa25eb9 of type vlan for network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 Mar 28 18:47:04.961243 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6586bc8c-2283-4d78-9e13-5ea31894caa9,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:04.982010 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.982324 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.982683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.983035 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.983375 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.983702 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.984024 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.984343 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.984669 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.984988 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.985304 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.985635 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.985954 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.986295 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.986637 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Tracked resource versions report: Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: pushed versions: Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: { 'AddressGroup': {'1.2'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Agent': {'1.1'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'ConntrackHelper': {'1.0'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Log': {'1.0'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'NDPProxy': {'1.0'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Network': {'1.1'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Port': {'1.7'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'PortForwarding': {'1.3'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'QosPolicy': {'1.10'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroup': {'1.5'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SubPort': {'1.0'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Subnet': {'1.1'}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Trunk': {'1.1'}} Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: consumer versions: Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Agent': '1.1', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'ConntrackHelper': '1.0', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'LocalIPAssociation': '1.0', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Log': '1.0', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'NDPProxy': '1.0', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Network': '1.1', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Port': '1.7', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'PortForwarding': '1.3', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'QosPolicy': '1.10', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroup': '1.5', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroupRule': '1.2', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SubPort': '1.0', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Subnet': '1.1', Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Trunk': '1.1'}} Mar 28 18:47:04.988053 dv-cinder-835483-1-iscsi neutron-server[103109]: {{(pid=103109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:47:05.075474 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:05.112063 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:05.117853 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:05.118626 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:05.210427 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7783766 Mar 28 18:47:05.233852 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9e89f-7c5f-44ce-bc4a-a1dcdbc22ccc demo demo] Pushing event updated for resources: {'Network': ['ID=a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:05.246802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:47:07.749742 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57254) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:08.144385 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7311177-07a7-4c44-906c-656bba47b9c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:08.145706 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e7311177-07a7-4c44-906c-656bba47b9c5 demo admin] 10.222.0.31 "GET /v2.0/networks/a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 HTTP/1.1" status: 200 len: 825 time: 0.3949170 Mar 28 18:47:08.169248 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0becfca6-a89d-4389-b40f-0cd319c4cb59 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/ffe9d54b-ee8f-4671-8987-d5cdd07cb771 HTTP/1.1" status: 200 len: 734 time: 0.0179901 Mar 28 18:47:08.177942 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Request body: {'subnet': {'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'subnetpool_id': 'ffe9d54b-ee8f-4671-8987-d5cdd07cb771', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:08.197441 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Made reservation on behalf of fe0de9784a6b4f48963b9829a193a9da for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:47:08.199644 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:08.484708 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (eff57a8e-9fcb-45ff-b146-9efe0f640d2c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:08.554956 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Pushing event updated for resources: {'Subnet': ['ID=eff57a8e-9fcb-45ff-b146-9efe0f640d2c,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:08.557142 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Checking segment: {'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:47:08.557522 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Network hostable DHCP agents. Network: a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:47:08.577362 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:47:08.589468 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:47:08.593913 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:08.594560 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:08.599491 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da35ede-3d98-4e1d-ba6c-ccb2e96a6adc None None] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:47:08.610004 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b3c00f8d-7749-4fda-91e3-1b925bae9187 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357505 Mar 28 18:47:08.861694 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'fixed_ips': [{'subnet_id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:47:08.862986 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:09.151159 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Allocated IP 172.20.0.2 (a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3/eff57a8e-9fcb-45ff-b146-9efe0f640d2c/0720dd15-c69e-4be9-ab8b-f6db7b5acd51) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:47:09.417218 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Publish callbacks [] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:09.424419 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:09.503010 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:47:09.512890 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:47:09.514775 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Pushing event updated for resources: {'Port': ['ID=0720dd15-c69e-4be9-ab8b-f6db7b5acd51,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:09.519587 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:47:09.526368 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.526723 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.527083 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.527442 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.527780 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.528118 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.528446 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.528773 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.529100 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.529426 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.529753 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.530091 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.530443 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.530766 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.531088 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Tracked resource versions report: Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: pushed versions: Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: { 'AddressGroup': {'1.2'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Agent': {'1.1'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'ConntrackHelper': {'1.0'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Log': {'1.0'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'NDPProxy': {'1.0'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Network': {'1.1'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Port': {'1.7'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'PortForwarding': {'1.3'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'QosPolicy': {'1.10'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroup': {'1.5'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SubPort': {'1.0'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Subnet': {'1.1'}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Trunk': {'1.1'}} Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: consumer versions: Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Agent': '1.1', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'ConntrackHelper': '1.0', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'LocalIPAssociation': '1.0', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Log': '1.0', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'NDPProxy': '1.0', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Network': '1.1', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Port': '1.7', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'PortForwarding': '1.3', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'QosPolicy': '1.10', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroup': '1.5', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroupRule': '1.2', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SubPort': '1.0', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Subnet': '1.1', Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Trunk': '1.1'}} Mar 28 18:47:09.532577 dv-cinder-835483-1-iscsi neutron-server[103111]: {{(pid=103111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:47:09.608753 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Attempting to bind port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:47:09.609397 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Attempting to bind port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:47:09.609567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Attempting to bind port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 on network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:47:09.614476 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:47:09.614836 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Checking segment: {'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:47:09.615304 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:09.615695 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Bound using segment: {'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:47:09.616161 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Bound port: 0720dd15-c69e-4be9-ab8b-f6db7b5acd51, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:47:09.616569 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:09.683480 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] For port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:47:09.687636 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] For port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=0720dd15-c69e-4be9-ab8b-f6db7b5acd51,segment=NetworkSegment(9561db1a-fea1-4742-b976-476fafa25eb9),segment_id=9561db1a-fea1-4742-b976-476fafa25eb9)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:47:09.696489 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:09.760375 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958e45-eaa6-48ba-b2ad-dedf01fdf2ea None None] Pushing event updated for resources: {'Port': ['ID=0720dd15-c69e-4be9-ab8b-f6db7b5acd51,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:11.130396 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57262) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:11.439508 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-1c31e475-b254-4b83-abee-f25894d4d466 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:47:11.440512 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1c31e475-b254-4b83-abee-f25894d4d466 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091609 Mar 28 18:47:13.935277 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57270) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:14.245918 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-65b68fbe-ba16-4b6f-88a9-623537c063f9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:47:14.247069 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-65b68fbe-ba16-4b6f-88a9-623537c063f9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107622 Mar 28 18:47:16.780418 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57278) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:17.092921 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-604d69b7-9ce7-42f6-91ca-a40225319f71 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:17.117439 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-604d69b7-9ce7-42f6-91ca-a40225319f71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (17308f39-6b02-433f-96f6-637ceb23a21e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:17.119086 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-604d69b7-9ce7-42f6-91ca-a40225319f71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (17308f39-6b02-433f-96f6-637ceb23a21e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:17.252652 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-604d69b7-9ce7-42f6-91ca-a40225319f71 demo demo] Publish callbacks [] for router_controller (17308f39-6b02-433f-96f6-637ceb23a21e), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:17.257838 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-604d69b7-9ce7-42f6-91ca-a40225319f71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (17308f39-6b02-433f-96f6-637ceb23a21e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:17.274134 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-604d69b7-9ce7-42f6-91ca-a40225319f71 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:17.275345 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-604d69b7-9ce7-42f6-91ca-a40225319f71 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4939306 Mar 28 18:47:19.701868 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:47:19.790971 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:19.791401 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:19.796320 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57290) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:19.901302 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:19.901700 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:19.937313 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=0720dd15-c69e-4be9-ab8b-f6db7b5acd51,segment=NetworkSegment(9561db1a-fea1-4742-b976-476fafa25eb9),segment_id=9561db1a-fea1-4742-b976-476fafa25eb9)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:47:19.942191 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:19.991732 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=0720dd15-c69e-4be9-ab8b-f6db7b5acd51,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:20.141226 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-d4931ab7-09c3-448d-84c8-ee53d340e4cc admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:47:20.142243 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d4931ab7-09c3-448d-84c8-ee53d340e4cc admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3449621 Mar 28 18:47:21.029746 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecd5ad-702a-4977-8f84-672c2e75acfb None None] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:47:21.091572 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2b1c58ba-6946-4985-9a54-48c1908c8176 None None] Provisioning complete for port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:21.091960 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2b1c58ba-6946-4985-9a54-48c1908c8176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:21.221117 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c58ba-6946-4985-9a54-48c1908c8176 None None] Current status of the port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:21.446312 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-9fa3919f-7488-45f2-a605-f823474cbe0b None None] Provisioning complete for port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:21.446706 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9fa3919f-7488-45f2-a605-f823474cbe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:21.518942 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3919f-7488-45f2-a605-f823474cbe0b None None] Current status of the port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:21.677423 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:47:21.725643 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:21.726029 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:21.798882 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:22.632713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57298) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:22.937441 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:22.958336 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Made reservation on behalf of 96ff3c46523c4c1ab9b7d5451370210f for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:47:22.960502 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:22.968174 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:23.042548 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks [] for security_group (ce6f9ce4-2550-4bc7-b11a-80532fee8e77), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:23.046375 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ce6f9ce4-2550-4bc7-b11a-80532fee8e77), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:23.061076 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 18:47:23.083105 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f9ce4-2550-4bc7-b11a-80532fee8e77,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:23.085973 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (c59a145b-a29c-45e1-88cc-b9fe356f936b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:23.086335 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Added segment c59a145b-a29c-45e1-88cc-b9fe356f936b of type flat for network 705bd688-bb75-445f-ba44-520e24cc30ce Mar 28 18:47:23.132266 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (705bd688-bb75-445f-ba44-520e24cc30ce), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:23.163410 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (705bd688-bb75-445f-ba44-520e24cc30ce), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:23.164310 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:23.164881 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:23.239628 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6053128 Mar 28 18:47:23.257141 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f8fbb-5137-4c0b-97fd-06be1a7865d2 admin admin] Pushing event updated for resources: {'Network': ['ID=705bd688-bb75-445f-ba44-520e24cc30ce,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:23.267482 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 705bd688-bb75-445f-ba44-520e24cc30ce details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:47:24.618122 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-28727eb3-861e-4ded-8896-a30ba7c31291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:25.686623 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57306) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:26.032791 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801cc188-cbe9-4f05-813a-f4a44549387b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:26.034086 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-801cc188-cbe9-4f05-813a-f4a44549387b demo admin] 10.222.0.31 "GET /v2.0/subnets/eff57a8e-9fcb-45ff-b146-9efe0f640d2c HTTP/1.1" status: 200 len: 849 time: 0.3465188 Mar 28 18:47:26.156109 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6202a516-e48a-4ba4-b423-5a81c8e154ad demo admin] 10.222.0.31 "GET /v2.0/routers/17308f39-6b02-433f-96f6-637ceb23a21e HTTP/1.1" status: 200 len: 704 time: 0.1156697 Mar 28 18:47:26.419653 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:26.709894 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Allocated IP 172.20.0.1 (a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3/eff57a8e-9fcb-45ff-b146-9efe0f640d2c/1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:47:26.882183 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b65965dc-1286-4240-9802-8158a47c3beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:26.904617 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks [] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:26.971310 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:27.038517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:47:27.045675 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:47:27.054214 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:47:27.054759 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (17308f39-6b02-433f-96f6-637ceb23a21e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:27.077928 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Pushing event updated for resources: {'Port': ['ID=1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:27.255069 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:27.275018 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-6cdd4ff2-f8bc-488f-b90f-2e91f6fcc208 None None] Provisioning complete for port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:27.275410 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4ff2-f8bc-488f-b90f-2e91f6fcc208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:27.307783 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd4ff2-f8bc-488f-b90f-2e91f6fcc208 None None] Port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:47:27.460786 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks [] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:27.465060 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:27.466010 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (17308f39-6b02-433f-96f6-637ceb23a21e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:27.543319 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Pushing event updated for resources: {'Port': ['ID=1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:27.587996 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:47:27.589248 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:47:27.751596 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Router 17308f39-6b02-433f-96f6-637ceb23a21e is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:47:27.848227 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:47:27.853433 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2ee73d3d-bdad-4203-a91e-4936d1def326 demo admin] 10.222.0.31 "PUT /v2.0/routers/17308f39-6b02-433f-96f6-637ceb23a21e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6922417 Mar 28 18:47:27.869602 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Sync routers for ids ['17308f39-6b02-433f-96f6-637ceb23a21e'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:47:27.882725 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Routers {'17308f39-6b02-433f-96f6-637ceb23a21e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:47:27.883589 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:47:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['17308f39-6b02-433f-96f6-637ceb23a21e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:27.931299 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-5a5b8d50-fd1f-45fe-8016-c0ca8cbbb5e1 None None] Provisioning complete for port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:27.931910 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8d50-fd1f-45fe-8016-c0ca8cbbb5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:28.039039 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b8d50-fd1f-45fe-8016-c0ca8cbbb5e1 None None] Port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:47:28.047482 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:28.084649 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Set router 17308f39-6b02-433f-96f6-637ceb23a21e gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:47:28.513400 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'name': 'router1', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:47:17Z', 'updated_at': '2022-03-28T18:47:27Z', 'revision_number': 2, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'gw_port_host': None, '_interfaces': [{'id': '1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d', 'name': '', 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'mac_address': 'fa:16:3e:6d:2d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:26Z', 'updated_at': '2022-03-28T18:47:27Z', 'revision_number': 2, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'subnets': [{'id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe9d54b-ee8f-4671-8987-d5cdd07cb771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:28.564207 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Checking router: 17308f39-6b02-433f-96f6-637ceb23a21e for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:47:28.564580 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Updating router 17308f39-6b02-433f-96f6-637ceb23a21e port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:47:28.616632 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.124047 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Publish callbacks [] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.131030 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.278807 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Pushing event updated for resources: {'Port': ['ID=1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:29.302451 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.302800 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.303159 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.303505 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.303834 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.304156 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.304477 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.304795 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.305113 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.305432 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.305747 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.306077 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.306427 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.306739 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.307053 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Tracked resource versions report: Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: pushed versions: Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: { 'AddressGroup': {'1.2'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Agent': {'1.1'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'ConntrackHelper': {'1.0'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Log': {'1.0'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'NDPProxy': {'1.0'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Network': {'1.1'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Port': {'1.7'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'PortForwarding': {'1.3'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'QosPolicy': {'1.10'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroup': {'1.5'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SubPort': {'1.0'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Subnet': {'1.1'}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Trunk': {'1.1'}} Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: consumer versions: Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Agent': '1.1', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'ConntrackHelper': '1.0', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'LocalIPAssociation': '1.0', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Log': '1.0', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'NDPProxy': '1.0', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Network': '1.1', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Port': '1.7', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'PortForwarding': '1.3', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'QosPolicy': '1.10', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroup': '1.5', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroupRule': '1.2', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SubPort': '1.0', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Subnet': '1.1', Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Trunk': '1.1'}} Mar 28 18:47:29.308497 dv-cinder-835483-1-iscsi neutron-server[103112]: {{(pid=103112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:47:29.319900 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Attempting to bind port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:47:29.320305 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Attempting to bind port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:47:29.321235 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Attempting to bind port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d on network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:47:29.325832 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:47:29.326256 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Checking segment: {'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:47:29.326707 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.327082 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Bound using segment: {'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:47:29.327585 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Bound port: 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9561db1a-fea1-4742-b976-476fafa25eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:47:29.327907 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.365284 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-bbd83fb6-13f1-461f-b8c5-4b1daccedf23 None None] Provisioning complete for port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:29.365809 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bbd83fb6-13f1-461f-b8c5-4b1daccedf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.392357 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] For port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:47:29.399402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-bbd83fb6-13f1-461f-b8c5-4b1daccedf23 None None] Port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:47:29.411704 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] For port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d,segment=NetworkSegment(9561db1a-fea1-4742-b976-476fafa25eb9),segment_id=9561db1a-fea1-4742-b976-476fafa25eb9)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:47:29.419359 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.476541 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Routers {'17308f39-6b02-433f-96f6-637ceb23a21e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:47:29.477164 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:47:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['17308f39-6b02-433f-96f6-637ceb23a21e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:29.478821 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42a5e0-c006-44a1-8752-2e3b3f105fe2 None None] Pushing event updated for resources: {'Port': ['ID=1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:29.537671 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.574346 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] Set router 17308f39-6b02-433f-96f6-637ceb23a21e gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:47:29.731837 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-b9bc4c43-469e-44b8-863e-f0669f5648f8 None None] Provisioning complete for port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:29.732142 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4c43-469e-44b8-863e-f0669f5648f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.784435 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'name': 'router1', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:47:17Z', 'updated_at': '2022-03-28T18:47:27Z', 'revision_number': 2, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'gw_port_host': None, '_interfaces': [{'id': '1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d', 'name': '', 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'mac_address': 'fa:16:3e:6d:2d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:26Z', 'updated_at': '2022-03-28T18:47:29Z', 'revision_number': 4, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'subnets': [{'id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe9d54b-ee8f-4671-8987-d5cdd07cb771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:29.812272 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82d69c-b982-4808-8ce0-a19936974cee None None] The sync data for ids ['17308f39-6b02-433f-96f6-637ceb23a21e'] in dv-cinder-835483-1-iscsi is: [{'id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'name': 'router1', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:47:17Z', 'updated_at': '2022-03-28T18:47:27Z', 'revision_number': 2, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'gw_port_host': None, '_interfaces': [{'id': '1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d', 'name': '', 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'mac_address': 'fa:16:3e:6d:2d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:26Z', 'updated_at': '2022-03-28T18:47:29Z', 'revision_number': 4, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'subnets': [{'id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe9d54b-ee8f-4671-8987-d5cdd07cb771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:47:29.828788 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc4c43-469e-44b8-863e-f0669f5648f8 None None] Current status of the port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:29.829184 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4c43-469e-44b8-863e-f0669f5648f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.861802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-b9bc4c43-469e-44b8-863e-f0669f5648f8 None None] For port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d,segment=NetworkSegment(9561db1a-fea1-4742-b976-476fafa25eb9),segment_id=9561db1a-fea1-4742-b976-476fafa25eb9)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:47:29.866567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4c43-469e-44b8-863e-f0669f5648f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:29.912924 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc4c43-469e-44b8-863e-f0669f5648f8 None None] Pushing event updated for resources: {'Port': ['ID=1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:30.374334 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57326) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:30.570671 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b18f1-0188-4ccf-b175-9a6b9e1677cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:30.572067 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-412b18f1-0188-4ccf-b175-9a6b9e1677cd admin admin] 10.222.0.31 "GET /v2.0/networks/705bd688-bb75-445f-ba44-520e24cc30ce HTTP/1.1" status: 200 len: 842 time: 0.1967609 Mar 28 18:47:30.581555 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:30.601892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Made reservation on behalf of 96ff3c46523c4c1ab9b7d5451370210f for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:47:30.604187 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:30.957915 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.objects.ports [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103109) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 18:47:30.958359 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (c9c7659a-47c9-4331-af47-e1ea6b62157a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:30.965461 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:31.012206 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c7659a-47c9-4331-af47-e1ea6b62157a,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:31.020772 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:47:31.021126 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Network hostable DHCP agents. Network: 705bd688-bb75-445f-ba44-520e24cc30ce, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:47:31.036746 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:47:31.045904 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 705bd688-bb75-445f-ba44-520e24cc30ce) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:47:31.050766 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:31.052327 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:31.063973 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90baaa-acdc-4039-9df3-f4a9df8a5b4e None None] Network 705bd688-bb75-445f-ba44-520e24cc30ce requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:47:31.068041 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7f881918-cfff-4c55-a59c-dc3f3473567f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4894710 Mar 28 18:47:31.174796 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001c34c-f1c8-42a1-af69-0c66cac7da71 None None] Network 705bd688-bb75-445f-ba44-520e24cc30ce requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:47:33.557525 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57344) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:33.689132 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ed9c22eb-5933-408c-8318-b1ac9aae46aa demo admin] 10.222.0.31 "GET /v2.0/routers/17308f39-6b02-433f-96f6-637ceb23a21e HTTP/1.1" status: 200 len: 710 time: 0.1302834 Mar 28 18:47:33.773246 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717906ca-4014-4d76-9ada-67773333356e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:47:33.774650 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-717906ca-4014-4d76-9ada-67773333356e demo admin] 10.222.0.31 "GET /v2.0/networks/705bd688-bb75-445f-ba44-520e24cc30ce HTTP/1.1" status: 200 len: 886 time: 0.0795588 Mar 28 18:47:33.783367 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:47:34.025767 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks [] for router_gateway (17308f39-6b02-433f-96f6-637ceb23a21e), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:34.254703 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks [] for router_gateway (17308f39-6b02-433f-96f6-637ceb23a21e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:34.329240 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:34.427033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Allocated IP 172.27.1.157 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/97c171d2-87e1-423c-bcc1-e2029744e57d) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:47:34.524451 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks [] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:34.557766 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:34.592841 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:47:34.595501 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:47:34.598854 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:47:34.636046 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Pushing event updated for resources: {'Port': ['ID=97c171d2-87e1-423c-bcc1-e2029744e57d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:34.935897 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks [] for router_gateway (17308f39-6b02-433f-96f6-637ceb23a21e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:35.143597 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-644'] for router (17308f39-6b02-433f-96f6-637ceb23a21e), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:35.147033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-577500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-577493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575155'] for router (17308f39-6b02-433f-96f6-637ceb23a21e), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:35.253291 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Router 17308f39-6b02-433f-96f6-637ceb23a21e has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:47:35.357307 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:47:35.361734 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:35.362778 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2f9fca27-38f2-4ea2-873f-80e3cd4c20e4 demo admin] 10.222.0.31 "PUT /v2.0/routers/17308f39-6b02-433f-96f6-637ceb23a21e HTTP/1.1" status: 200 len: 890 time: 1.5825999 Mar 28 18:47:37.717831 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:47:37.773753 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:37.774126 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:37.849234 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:37.889501 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57356) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:47:38.008323 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f67a1c74-d0e0-4d12-bac5-73c3f26d913d admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177866 Mar 28 18:47:38.364470 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Sync routers for ids ['17308f39-6b02-433f-96f6-637ceb23a21e'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:47:38.376107 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Routers {'17308f39-6b02-433f-96f6-637ceb23a21e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:47:38.376854 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:47:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['17308f39-6b02-433f-96f6-637ceb23a21e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:38.590366 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Set router 17308f39-6b02-433f-96f6-637ceb23a21e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:47:38.994047 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'name': 'router1', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '97c171d2-87e1-423c-bcc1-e2029744e57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:47:17Z', 'updated_at': '2022-03-28T18:47:34Z', 'revision_number': 4, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'gw_port': {'id': '97c171d2-87e1-423c-bcc1-e2029744e57d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:15:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:34Z', 'updated_at': '2022-03-28T18:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d', 'name': '', 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'mac_address': 'fa:16:3e:6d:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:26Z', 'updated_at': '2022-03-28T18:47:29Z', 'revision_number': 5, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'subnets': [{'id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe9d54b-ee8f-4671-8987-d5cdd07cb771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:39.113492 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Checking router: 17308f39-6b02-433f-96f6-637ceb23a21e for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:47:39.113863 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Updating router 17308f39-6b02-433f-96f6-637ceb23a21e port 97c171d2-87e1-423c-bcc1-e2029744e57d binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:47:39.166709 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:39.483821 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Publish callbacks [] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:39.488989 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:39.539939 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90459c1-088c-40f1-a575-62bc761be079 None None] Pushing event updated for resources: {'Port': ['ID=97c171d2-87e1-423c-bcc1-e2029744e57d,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:39.542062 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Attempting to bind port 97c171d2-87e1-423c-bcc1-e2029744e57d on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:47:39.542493 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Attempting to bind port 97c171d2-87e1-423c-bcc1-e2029744e57d by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:47:39.542956 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Attempting to bind port 97c171d2-87e1-423c-bcc1-e2029744e57d on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:47:39.547922 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:47:39.548371 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:47:39.548770 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:39.549156 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:47:39.549622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Bound port: 97c171d2-87e1-423c-bcc1-e2029744e57d, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:47:39.550004 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:39.604371 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] For port 97c171d2-87e1-423c-bcc1-e2029744e57d, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:47:39.607394 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] For port 97c171d2-87e1-423c-bcc1-e2029744e57d, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=97c171d2-87e1-423c-bcc1-e2029744e57d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:47:39.612710 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:39.683595 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90459c1-088c-40f1-a575-62bc761be079 None None] Pushing event updated for resources: {'Port': ['ID=97c171d2-87e1-423c-bcc1-e2029744e57d,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:39.686032 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Routers {'17308f39-6b02-433f-96f6-637ceb23a21e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:47:39.686657 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:47:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['17308f39-6b02-433f-96f6-637ceb23a21e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:39.799525 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] Set router 17308f39-6b02-433f-96f6-637ceb23a21e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:47:40.021492 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'name': 'router1', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '97c171d2-87e1-423c-bcc1-e2029744e57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:47:17Z', 'updated_at': '2022-03-28T18:47:34Z', 'revision_number': 4, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'gw_port': {'id': '97c171d2-87e1-423c-bcc1-e2029744e57d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:15:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:34Z', 'updated_at': '2022-03-28T18:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d', 'name': '', 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'mac_address': 'fa:16:3e:6d:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:26Z', 'updated_at': '2022-03-28T18:47:29Z', 'revision_number': 5, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'subnets': [{'id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe9d54b-ee8f-4671-8987-d5cdd07cb771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:47:40.052740 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff68c3-1c35-4317-b574-aa237ba62e6e None None] The sync data for ids ['17308f39-6b02-433f-96f6-637ceb23a21e'] in dv-cinder-835483-1-iscsi is: [{'id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'name': 'router1', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '97c171d2-87e1-423c-bcc1-e2029744e57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:47:17Z', 'updated_at': '2022-03-28T18:47:34Z', 'revision_number': 4, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'gw_port': {'id': '97c171d2-87e1-423c-bcc1-e2029744e57d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:15:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:34Z', 'updated_at': '2022-03-28T18:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d', 'name': '', 'network_id': 'a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3', 'tenant_id': 'fe0de9784a6b4f48963b9829a193a9da', 'mac_address': 'fa:16:3e:6d:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17308f39-6b02-433f-96f6-637ceb23a21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:47:26Z', 'updated_at': '2022-03-28T18:47:29Z', 'revision_number': 5, 'project_id': 'fe0de9784a6b4f48963b9829a193a9da', 'subnets': [{'id': 'eff57a8e-9fcb-45ff-b146-9efe0f640d2c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffe9d54b-ee8f-4671-8987-d5cdd07cb771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:47:41.788535 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 97c171d2-87e1-423c-bcc1-e2029744e57d up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:47:41.869819 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 97c171d2-87e1-423c-bcc1-e2029744e57d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:41.870277 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:41.954364 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 97c171d2-87e1-423c-bcc1-e2029744e57d is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:41.954749 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:41.986222 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 97c171d2-87e1-423c-bcc1-e2029744e57d, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=97c171d2-87e1-423c-bcc1-e2029744e57d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:47:41.994036 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:42.057064 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=97c171d2-87e1-423c-bcc1-e2029744e57d,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:47:43.769804 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 97c171d2-87e1-423c-bcc1-e2029744e57d up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:47:43.868404 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 97c171d2-87e1-423c-bcc1-e2029744e57d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:47:43.868814 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (97c171d2-87e1-423c-bcc1-e2029744e57d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:44.018110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 97c171d2-87e1-423c-bcc1-e2029744e57d is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:47:48.301846 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:47:54.625499 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-de00a844-083f-4132-bf22-fb1aae14cf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:56.893287 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-17d6dd50-e47e-4bf8-b2a4-01313d70d7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:58.011349 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:47:59.542015 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:00.973736 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:24.622236 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-875dee30-f120-4e66-8b86-573ea15b7cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:25.303411 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:48:26.887367 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-891bcc92-7040-46b1-87d8-409fe8ebd978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:28.015431 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:29.527473 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:30.979458 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:54.623679 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-defd8bb6-eca5-47a3-9b42-e2bc6c6e192d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:56.889386 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ec6f2bc8-645b-47f4-8ed3-d430b64b0bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:58.015042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:48:58.988498 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57840) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:48:59.049177 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14c71b4-6878-46c1-924e-96ccd412fe73 admin admin] GET failed (client error): The resource could not be found. Mar 28 18:48:59.051134 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d14c71b4-6878-46c1-924e-96ccd412fe73 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616663 Mar 28 18:48:59.209423 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c73e0f-ed5c-42dc-91d2-937d8e73a2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:48:59.210841 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-87c73e0f-ed5c-42dc-91d2-937d8e73a2f8 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554363 Mar 28 18:48:59.529596 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:00.970618 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:01.498547 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57850) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:01.587361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec606c41-81f5-4c7d-a541-fadbe61cb660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:01.588676 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ec606c41-81f5-4c7d-a541-fadbe61cb660 admin admin] 10.222.0.31 "GET /v2.0/subnets/eff57a8e-9fcb-45ff-b146-9efe0f640d2c HTTP/1.1" status: 200 len: 849 time: 0.0891650 Mar 28 18:49:01.598450 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:49:01.681570 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Publish callbacks [] for subnet (eff57a8e-9fcb-45ff-b146-9efe0f640d2c), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:01.817199 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788060702594'] for subnet (eff57a8e-9fcb-45ff-b146-9efe0f640d2c), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:01.847280 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:01.847866 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:01.849131 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] 10.222.0.31 "PUT /v2.0/subnets/eff57a8e-9fcb-45ff-b146-9efe0f640d2c HTTP/1.1" status: 200 len: 868 time: 0.2547407 Mar 28 18:49:01.865173 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8237d24c-2115-4417-90f6-0380d6bf2d3a None None] Network a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:49:01.870335 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff57a8e-9fcb-45ff-b146-9efe0f640d2c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:01.877805 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.878198 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.878566 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.878913 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.879250 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.879584 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.879914 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.880302 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.880654 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.880988 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.881361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.881709 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.882041 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.882389 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:01.882714 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e057d95a-1987-406a-bdea-1677847b31a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:02.232805 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-dc3bd497-97a5-43cb-b94d-31ff68817db2 None None] Provisioning complete for port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:49:02.233418 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd497-97a5-43cb-b94d-31ff68817db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0720dd15-c69e-4be9-ab8b-f6db7b5acd51), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:02.301738 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:49:02.313568 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bd497-97a5-43cb-b94d-31ff68817db2 None None] Current status of the port 0720dd15-c69e-4be9-ab8b-f6db7b5acd51 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:49:02.323922 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-dc3bd497-97a5-43cb-b94d-31ff68817db2 None None] Provisioning complete for port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:49:02.324309 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd497-97a5-43cb-b94d-31ff68817db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:02.399201 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bd497-97a5-43cb-b94d-31ff68817db2 None None] Current status of the port 1dab6f36-3b31-4cd0-9aa2-1c09efd97c1d is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:49:04.165915 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 57858) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:04.287006 dv-cinder-835483-1-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:49:04.287598 dv-cinder-835483-1-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:49:04.782175 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.policy [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103110) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 18:49:04.825512 dv-cinder-835483-1-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:49:04.825884 dv-cinder-835483-1-iscsi neutron-server[103110]: WARNING oslo_policy.policy [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:49:04.834365 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:04.834819 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:04.836665 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-5c675ad4-0bd8-4ecb-a2e0-7f2fc98be649 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6698039 Mar 28 18:49:07.124377 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 57874) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:07.251744 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c86ffe-de42-457d-abe7-379626545169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:07.252254 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c86ffe-de42-457d-abe7-379626545169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:07.253729 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-81c86ffe-de42-457d-abe7-379626545169 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284313 Mar 28 18:49:09.582380 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57882) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:09.704776 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549256d-9e0b-4fae-9aaa-f004ada37454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:09.706138 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b549256d-9e0b-4fae-9aaa-f004ada37454 admin admin] 10.222.0.31 "GET /v2.0/networks/705bd688-bb75-445f-ba44-520e24cc30ce HTTP/1.1" status: 200 len: 886 time: 0.1228004 Mar 28 18:49:11.979342 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 57890) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:12.176950 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fbc7fa-daba-480f-8940-ea8fd8c5f44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:12.178323 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f2fbc7fa-daba-480f-8940-ea8fd8c5f44f admin admin] 10.222.0.31 "GET /v2.0/networks/a0938c98-6e6f-4aa0-b9c0-ac387a6bc4d3 HTTP/1.1" status: 200 len: 869 time: 0.1980360 Mar 28 18:49:14.480306 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 57898) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:14.604932 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f249b-33a1-4e85-b0c2-8129ed35ecad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:14.605378 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f249b-33a1-4e85-b0c2-8129ed35ecad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:14.606914 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c12f249b-33a1-4e85-b0c2-8129ed35ecad admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256864 Mar 28 18:49:16.899605 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57906) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:17.022465 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319195c5-e7db-4343-b0fe-71c042294a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:17.022919 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319195c5-e7db-4343-b0fe-71c042294a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:17.024426 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-319195c5-e7db-4343-b0fe-71c042294a80 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238983 Mar 28 18:49:19.342227 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57914) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:19.425284 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887d6c1-0b13-40c6-82fa-a36266a43ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:19.426605 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7887d6c1-0b13-40c6-82fa-a36266a43ebb admin admin] 10.222.0.31 "GET /v2.0/subnets/c9c7659a-47c9-4331-af47-e1ea6b62157a HTTP/1.1" status: 200 len: 816 time: 0.0834961 Mar 28 18:49:21.721828 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57922) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:21.814162 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551633c9-131f-4e91-b896-a23d14c63d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:21.815557 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-551633c9-131f-4e91-b896-a23d14c63d1f admin admin] 10.222.0.31 "GET /v2.0/subnets/eff57a8e-9fcb-45ff-b146-9efe0f640d2c HTTP/1.1" status: 200 len: 868 time: 0.0927641 Mar 28 18:49:24.628521 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e60acd93-3edb-4c34-9048-754a8a5b2e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:26.889938 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5ed5454a-20bd-4979-ac16-433dae5a1807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:28.017089 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:29.533105 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:30.974369 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:39.300185 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:49:49.840713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57974) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:49.885826 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-dcb5b831-c0d1-4df9-bcc3-e8fc4422bafa admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:49:49.886837 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dcb5b831-c0d1-4df9-bcc3-e8fc4422bafa admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452042 Mar 28 18:49:52.267306 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57982) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:52.326241 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde1f45f-0077-4dc8-affa-4ed0163f78ff admin admin] GET failed (client error): The resource could not be found. Mar 28 18:49:52.327624 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bde1f45f-0077-4dc8-affa-4ed0163f78ff admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593495 Mar 28 18:49:52.410285 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395c9f8-a622-42e6-937b-810c0bd57341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:52.411718 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c395c9f8-a622-42e6-937b-810c0bd57341 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795000 Mar 28 18:49:54.630710 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f7ea-bc8d-4f1e-880b-410aaa739ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:54.737887 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57990) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:54.784547 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:49:54.802494 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Made reservation on behalf of 96ff3c46523c4c1ab9b7d5451370210f for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:49:54.804638 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:54.832642 dv-cinder-835483-1-iscsi neutron-server[103109]: WARNING neutron.services.revisions.revision_plugin [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Could not find related network for resource to bump revision. Mar 28 18:49:54.843450 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:49:54.852170 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (6ecfceab-0ceb-4a9a-bb74-d93035a3cde1), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:54.852456 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Added segment 6ecfceab-0ceb-4a9a-bb74-d93035a3cde1 of type vlan for network bffe9baa-441c-4ba7-a951-9d828b63d374 Mar 28 18:49:54.984861 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (bffe9baa-441c-4ba7-a951-9d828b63d374), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:55.008717 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (bffe9baa-441c-4ba7-a951-9d828b63d374), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:55.009653 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:55.010256 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:55.065155 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3261275 Mar 28 18:49:55.070386 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e246fa-2977-4ef5-8007-342021a83cac admin admin] Pushing event updated for resources: {'Network': ['ID=bffe9baa-441c-4ba7-a951-9d828b63d374,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:55.087363 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network bffe9baa-441c-4ba7-a951-9d828b63d374 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:49:56.892734 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7015-3245-49c8-8e35-2a8bbb045900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:57.403708 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 57998) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:49:57.463309 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0462de-021a-480d-8f70-4397024951c7 admin admin] GET failed (client error): The resource could not be found. Mar 28 18:49:57.464584 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6f0462de-021a-480d-8f70-4397024951c7 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599051 Mar 28 18:49:57.535229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef5533-a0c7-4441-9af0-8f4d563e29e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:57.536901 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e5ef5533-a0c7-4441-9af0-8f4d563e29e0 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682924 Mar 28 18:49:57.546301 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:49:57.564448 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Made reservation on behalf of 96ff3c46523c4c1ab9b7d5451370210f for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:49:57.566732 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:57.725852 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (6ca12822-ecc1-4b8c-bedf-c4a667474e5e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:57.778879 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca12822-ecc1-4b8c-bedf-c4a667474e5e,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:57.786597 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Checking segment: {'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:49:57.786953 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Network hostable DHCP agents. Network: bffe9baa-441c-4ba7-a951-9d828b63d374, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:49:57.802606 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Network bffe9baa-441c-4ba7-a951-9d828b63d374 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:49:57.810829 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, bffe9baa-441c-4ba7-a951-9d828b63d374) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:49:57.815360 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:49:57.815956 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:57.821392 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f81fb0-e104-47fd-9bf7-aa23577fc903 None None] Network bffe9baa-441c-4ba7-a951-9d828b63d374 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:49:57.833719 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9907219d-f93a-496f-a1ef-337328822b48 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2901592 Mar 28 18:49:57.926494 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-bffe9baa-441c-4ba7-a951-9d828b63d374', 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374', 'project_id': '96ff3c46523c4c1ab9b7d5451370210f', 'fixed_ips': [{'subnet_id': '6ca12822-ecc1-4b8c-bedf-c4a667474e5e'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:49:57.927470 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:58.032011 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:58.075275 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Allocated IP 192.168.233.2 (bffe9baa-441c-4ba7-a951-9d828b63d374/6ca12822-ecc1-4b8c-bedf-c4a667474e5e/c0df6d41-e3f9-4441-8fe2-9dc795ff88c8) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:49:58.312388 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Publish callbacks [] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:58.320995 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:58.359106 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Network bffe9baa-441c-4ba7-a951-9d828b63d374 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:49:58.362006 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:49:58.367924 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:49:58.374878 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Pushing event updated for resources: {'Port': ['ID=c0df6d41-e3f9-4441-8fe2-9dc795ff88c8,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:58.384669 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.385017 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.385381 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.385739 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.388510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.389143 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.389143 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.389310 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:49:58.440869 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Attempting to bind port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:49:58.441235 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Attempting to bind port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:49:58.441622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Attempting to bind port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 on network bffe9baa-441c-4ba7-a951-9d828b63d374 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:49:58.446883 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:49:58.447252 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Checking segment: {'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:49:58.447648 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:58.448039 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Bound using segment: {'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:49:58.448497 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Bound port: c0df6d41-e3f9-4441-8fe2-9dc795ff88c8, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:49:58.448979 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:58.510239 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] For port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:49:58.513497 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] For port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c0df6d41-e3f9-4441-8fe2-9dc795ff88c8,segment=NetworkSegment(6ecfceab-0ceb-4a9a-bb74-d93035a3cde1),segment_id=6ecfceab-0ceb-4a9a-bb74-d93035a3cde1)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:49:58.519883 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:58.575615 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e580dc-5acc-4c1c-b44c-22e1749e33d4 None None] Pushing event updated for resources: {'Port': ['ID=c0df6d41-e3f9-4441-8fe2-9dc795ff88c8,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:59.396139 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c694f-0746-4717-866e-44b72c83def6 None None] Network bffe9baa-441c-4ba7-a951-9d828b63d374 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:49:59.459871 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-500bad58-0d2b-4aa0-89a7-ed603fa0ecee None None] Provisioning complete for port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:49:59.460264 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-500bad58-0d2b-4aa0-89a7-ed603fa0ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:59.591110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:59.592665 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-500bad58-0d2b-4aa0-89a7-ed603fa0ecee None None] Current status of the port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:49:59.593042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-500bad58-0d2b-4aa0-89a7-ed603fa0ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:59.630735 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-500bad58-0d2b-4aa0-89a7-ed603fa0ecee None None] For port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c0df6d41-e3f9-4441-8fe2-9dc795ff88c8,segment=NetworkSegment(6ecfceab-0ceb-4a9a-bb74-d93035a3cde1),segment_id=6ecfceab-0ceb-4a9a-bb74-d93035a3cde1)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:49:59.635573 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-500bad58-0d2b-4aa0-89a7-ed603fa0ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:59.691029 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bad58-0d2b-4aa0-89a7-ed603fa0ecee None None] Pushing event updated for resources: {'Port': ['ID=c0df6d41-e3f9-4441-8fe2-9dc795ff88c8,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:49:59.816445 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:49:59.874358 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3e817e33-9750-4ca6-984a-93e9b0f439a8 None None] Provisioning complete for port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:49:59.874801 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3e817e33-9750-4ca6-984a-93e9b0f439a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:49:59.901360 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:49:59.901746 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c0df6d41-e3f9-4441-8fe2-9dc795ff88c8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:00.016269 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3e817e33-9750-4ca6-984a-93e9b0f439a8 None None] Current status of the port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:50:00.021495 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port c0df6d41-e3f9-4441-8fe2-9dc795ff88c8 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:50:00.977167 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:16.297922 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:50:24.631283 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d45b53c6-5fbf-49bf-9ca4-711f27ee92d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:26.894077 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b223f08d-9b7a-48b5-aa04-d14ddb8b7594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:28.024358 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:29.541187 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:31.002462 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:53.296528 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:50:54.633071 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e530d469-7599-4ae1-b0bc-f27d7295aaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:56.894658 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-02b90f89-9412-4ae4-9302-4fd213382ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:58.026766 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:50:59.544710 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:00.976222 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:17.619542 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58038) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:51:17.625014 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [None req-a5f0b3a7-0902-441d-aa6d-678945126650 tempest-verify_tempest_config-1723688674 tempest-verify_tempest_config-1723688674-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:51:17.625970 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a5f0b3a7-0902-441d-aa6d-678945126650 tempest-verify_tempest_config-1723688674 tempest-verify_tempest_config-1723688674-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0054758 Mar 28 18:51:17.915404 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58056) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:51:18.019280 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:18.091729 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Publish callbacks [] for security_group (ed666156-d64a-414b-aa9f-386536854dbc), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:18.095414 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ed666156-d64a-414b-aa9f-386536854dbc), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:18.140747 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed666156-d64a-414b-aa9f-386536854dbc,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:51:18.145850 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8383d70480d94ba09634bf84221291ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2294769 Mar 28 18:51:18.148827 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58060) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:51:18.150385 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.150737 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.151094 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.151437 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.151773 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.152104 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.152429 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.152752 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.153091 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.153417 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.153757 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.154105 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.154477 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.154777 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.155093 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99fb068-0446-422f-8037-0011af72b8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.233700 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Publish callbacks [] for security_group (ed666156-d64a-414b-aa9f-386536854dbc), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:18.254310 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Publish callbacks [] for security_group (ed666156-d64a-414b-aa9f-386536854dbc), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:18.347593 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ed666156-d64a-414b-aa9f-386536854dbc), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:18.350190 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:18.351365 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed666156-d64a-414b-aa9f-386536854dbc HTTP/1.1" status: 204 len: 168 time: 0.2015362 Mar 28 18:51:18.359052 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed666156-d64a-414b-aa9f-386536854dbc,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:51:18.368737 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.369082 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.369427 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.369759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.370084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.370438 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.370759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.371076 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.371431 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.371703 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.372091 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.372429 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.372748 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.373060 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.373368 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c0ee-09b8-44f6-be7f-423aacd86dc1 admin admin] Tracked resource versions report: Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: pushed versions: Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: { 'AddressGroup': {'1.2'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Agent': {'1.1'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'ConntrackHelper': {'1.0'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Log': {'1.0'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'NDPProxy': {'1.0'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Network': {'1.1'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Port': {'1.7'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'PortForwarding': {'1.3'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'QosPolicy': {'1.10'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroup': {'1.5'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SubPort': {'1.0'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Subnet': {'1.1'}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Trunk': {'1.1'}} Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: consumer versions: Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Agent': '1.1', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'ConntrackHelper': '1.0', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'LocalIPAssociation': '1.0', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Log': '1.0', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'NDPProxy': '1.0', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Network': '1.1', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Port': '1.7', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'PortForwarding': '1.3', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'QosPolicy': '1.10', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroup': '1.5', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroupRule': '1.2', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SubPort': '1.0', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Subnet': '1.1', Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Trunk': '1.1'}} Mar 28 18:51:18.374824 dv-cinder-835483-1-iscsi neutron-server[103110]: {{(pid=103110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:51:24.634937 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1d566a28-8c1e-4cd1-ad37-f0f467bfbced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:26.897638 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-727dc117-9af6-4d8a-81d7-88577c9385b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:28.029091 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:29.546697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:30.294737 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:51:30.981471 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:54.635683 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-865c33f5-0bbf-488b-8c5e-34c5c5ecfafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:56.900978 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bf25261e-c2dd-4f35-a264-475a55d0cc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:58.032670 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:51:59.549857 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:00.983393 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:07.293587 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:52:24.636138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1018ae27-ba99-438a-897c-feb1d9a5ad5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:26.903687 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e6ae7157-5dc9-4ec4-8f5d-64931df884e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:28.034537 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:29.552998 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:30.986784 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:44.292406 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 5 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:52:52.983660 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576725'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:54.636727 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0bd96b1d-2bce-4444-a997-67d2f0c24bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:56.908388 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8de955ba-5848-482c-8cf0-c09532537c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:58.036561 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:52:59.558712 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:00.989804 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:07.494721 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58136) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:07.596283 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7c0a5645-599c-42a4-a25c-72b6f1b9063b admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1004791 Mar 28 18:53:09.919269 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58146) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:53:09.972823 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7e425575-45c2-4033-b626-fbf5b33e052e admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525050 Mar 28 18:53:21.290894 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:53:22.967675 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:24.637747 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-969c1b09-b28e-46c9-b243-9e3dc6aa415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:26.909538 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-28450139-1402-4f0e-ab38-724947eabaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:28.037826 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:29.560703 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:30.991903 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:52.982890 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:54.638529 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-39c39e2c-a619-40fb-98f1-fa6e05f62a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:57.009028 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e6ee9c94-5650-488b-a2d2-30202bdc57ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.040174 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:53:58.290432 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:53:59.563893 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:00.995760 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:22.987161 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:24.640609 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-11e7c97b-64c1-4f0e-be92-c277570d67c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:26.910713 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-38fcddd1-010b-47ba-87a1-ecd074bf98ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:28.044762 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:29.567516 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:31.000800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:35.289798 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:54:44.237458 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58228) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:44.414474 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-network', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:44.432215 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Made reservation on behalf of 2a6117129af949f0acb440eec33d0c8b for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:44.435425 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.450763 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.530099 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks [] for security_group (2d63626b-d2cc-4237-a6d4-8a658c3f2cbb), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.535252 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2d63626b-d2cc-4237-a6d4-8a658c3f2cbb), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.566068 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:44.575068 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:44.578012 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.578944 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.579385 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.579922 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.580438 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.580775 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.581106 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.581434 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.581761 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.582277 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.582605 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.583115 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.583440 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.583765 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.584104 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Tracked resource versions report: Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: pushed versions: Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: { 'AddressGroup': {'1.2'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Agent': {'1.1'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'ConntrackHelper': {'1.0'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Log': {'1.0'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'NDPProxy': {'1.0'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Network': {'1.1'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Port': {'1.7'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'PortForwarding': {'1.3'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'QosPolicy': {'1.10'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroup': {'1.5'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SubPort': {'1.0'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Subnet': {'1.1'}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Trunk': {'1.1'}} Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: consumer versions: Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Agent': '1.1', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'ConntrackHelper': '1.0', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'LocalIPAssociation': '1.0', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Log': '1.0', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'NDPProxy': '1.0', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Network': '1.1', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Port': '1.7', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'PortForwarding': '1.3', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'QosPolicy': '1.10', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroup': '1.5', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SecurityGroupRule': '1.2', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'SubPort': '1.0', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Subnet': '1.1', Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: 'Trunk': '1.1'}} Mar 28 18:54:44.585355 dv-cinder-835483-1-iscsi neutron-server[103109]: {{(pid=103109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:54:44.597622 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (e30c884a-f83f-4cf2-b4b0-9deb627a618a), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.598035 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Added segment e30c884a-f83f-4cf2-b4b0-9deb627a618a of type vlan for network fbb6d09f-debf-4861-8d26-a31683d060c5 Mar 28 18:54:44.638935 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (fbb6d09f-debf-4861-8d26-a31683d060c5), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.666785 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (fbb6d09f-debf-4861-8d26-a31683d060c5), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.668872 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:44.669809 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:44.730631 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58276) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:44.731271 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4911258 Mar 28 18:54:44.736272 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Request body: {'subnet': {'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-subnet', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:44.741689 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3acfb5-b949-4ff3-a3c5-5390c14718f5 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb6d09f-debf-4861-8d26-a31683d060c5,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:44.755615 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network fbb6d09f-debf-4861-8d26-a31683d060c5 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:44.788631 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Made reservation on behalf of 2a6117129af949f0acb440eec33d0c8b for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:44.793019 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.073436 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (90aaba58-869b-4d27-a31a-8c6235536a06), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.133925 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90aaba58-869b-4d27-a31a-8c6235536a06,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:45.149645 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.149935 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.150340 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.150675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.151015 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.151618 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.151742 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.151988 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.152942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.153288 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.153643 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.153992 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.154349 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.154679 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.155004 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Tracked resource versions report: Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: pushed versions: Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: { 'AddressGroup': {'1.2'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Agent': {'1.1'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'ConntrackHelper': {'1.0'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Log': {'1.0'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'NDPProxy': {'1.0'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Network': {'1.1'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Port': {'1.7'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'PortForwarding': {'1.3'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'QosPolicy': {'1.10'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroup': {'1.5'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SubPort': {'1.0'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Subnet': {'1.1'}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Trunk': {'1.1'}} Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: consumer versions: Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Agent': '1.1', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'ConntrackHelper': '1.0', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'LocalIPAssociation': '1.0', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Log': '1.0', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'NDPProxy': '1.0', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Network': '1.1', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Port': '1.7', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'PortForwarding': '1.3', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'QosPolicy': '1.10', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroup': '1.5', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SecurityGroupRule': '1.2', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'SubPort': '1.0', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Subnet': '1.1', Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: 'Trunk': '1.1'}} Mar 28 18:54:45.156219 dv-cinder-835483-1-iscsi neutron-server[103110]: {{(pid=103110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:54:45.174228 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Checking segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:45.174614 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Network hostable DHCP agents. Network: fbb6d09f-debf-4861-8d26-a31683d060c5, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:45.195643 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Network fbb6d09f-debf-4861-8d26-a31683d060c5 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:45.213761 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, fbb6d09f-debf-4861-8d26-a31683d060c5) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:45.219225 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:45.220105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.227338 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495e4d93-87b8-4d45-8344-d3337978216c None None] Network fbb6d09f-debf-4861-8d26-a31683d060c5 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:45.250529 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58302) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:45.251129 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4031ebe4-b764-46bd-94d4-9f760b3342c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5190027 Mar 28 18:54:45.255361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:45.291345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (f2c8a1a5-87b0-4e13-b49a-51201565b68e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.292531 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (f2c8a1a5-87b0-4e13-b49a-51201565b68e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.353700 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks [] for router_controller (f2c8a1a5-87b0-4e13-b49a-51201565b68e), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.372433 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-fbb6d09f-debf-4861-8d26-a31683d060c5', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:54:45.373435 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.504322 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks [] for router_gateway (f2c8a1a5-87b0-4e13-b49a-51201565b68e), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.517460 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Allocated IP 172.20.0.2 (fbb6d09f-debf-4861-8d26-a31683d060c5/90aaba58-869b-4d27-a31a-8c6235536a06/90262e6a-a6dc-4a19-a660-e8c411707681) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:45.672171 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Publish callbacks [] for port (90262e6a-a6dc-4a19-a660-e8c411707681), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.683536 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.734199 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Network fbb6d09f-debf-4861-8d26-a31683d060c5 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:45.739331 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:45.745737 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:45.755389 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Pushing event updated for resources: {'Port': ['ID=90262e6a-a6dc-4a19-a660-e8c411707681,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:45.758315 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks [] for router_gateway (f2c8a1a5-87b0-4e13-b49a-51201565b68e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.777097 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.778657 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.779179 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.779710 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.780209 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.780769 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.781264 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.781770 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.782300 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.782795 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.783291 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.783789 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.784276 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.784770 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.785254 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Tracked resource versions report: Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: pushed versions: Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: { 'AddressGroup': {'1.2'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Agent': {'1.1'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'ConntrackHelper': {'1.0'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Log': {'1.0'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'NDPProxy': {'1.0'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Network': {'1.1'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Port': {'1.7'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'PortForwarding': {'1.3'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'QosPolicy': {'1.10'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroup': {'1.5'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SubPort': {'1.0'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Subnet': {'1.1'}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Trunk': {'1.1'}} Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: consumer versions: Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Agent': '1.1', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'ConntrackHelper': '1.0', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'LocalIPAssociation': '1.0', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Log': '1.0', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'NDPProxy': '1.0', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Network': '1.1', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Port': '1.7', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'PortForwarding': '1.3', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'QosPolicy': '1.10', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroup': '1.5', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SecurityGroupRule': '1.2', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'SubPort': '1.0', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Subnet': '1.1', Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: 'Trunk': '1.1'}} Mar 28 18:54:45.786686 dv-cinder-835483-1-iscsi neutron-server[103111]: {{(pid=103111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:54:45.789468 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.827078 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Attempting to bind port 90262e6a-a6dc-4a19-a660-e8c411707681 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:45.827644 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Attempting to bind port 90262e6a-a6dc-4a19-a660-e8c411707681 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:45.828193 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Attempting to bind port 90262e6a-a6dc-4a19-a660-e8c411707681 on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:45.835904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:45.835904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Checking segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:45.835904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.835904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Bound using segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:45.835904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Bound port: 90262e6a-a6dc-4a19-a660-e8c411707681, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:45.835904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.881609 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58338) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:45.916372 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Allocated IP 172.27.1.230 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/bcda93b0-43da-41e9-86ae-1cbc9a75f4a7) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:45.917511 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] For port 90262e6a-a6dc-4a19-a660-e8c411707681, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:45.921018 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] For port 90262e6a-a6dc-4a19-a660-e8c411707681, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=90262e6a-a6dc-4a19-a660-e8c411707681,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:45.928578 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:45.992963 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfdb09-3bbe-40e1-8c6f-8a2583888a7c None None] Pushing event updated for resources: {'Port': ['ID=90262e6a-a6dc-4a19-a660-e8c411707681,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:46.050323 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks [] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.103683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.108479 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58346) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:46.179993 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Pushing event updated for resources: {'Port': ['ID=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:46.201591 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:46.203118 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:46.205713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:46.487725 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58356) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:46.519161 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks [] for router_gateway (f2c8a1a5-87b0-4e13-b49a-51201565b68e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.553232 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1573351071-network', 'tenant_id': '50618dfcf489415599d11ea74cceee7a'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:46.604321 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Made reservation on behalf of 50618dfcf489415599d11ea74cceee7a for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:46.607784 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.628938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.744947 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1193224851-network', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:46.750975 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks [] for security_group (2d3750b7-2de4-41b9-8070-844094ef5543), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.761413 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2d3750b7-2de4-41b9-8070-844094ef5543), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.802230 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Made reservation on behalf of ecdfaba2f66d432b875009cae95c13f1 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:46.810400 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.817431 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:46.846461 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3750b7-2de4-41b9-8070-844094ef5543,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:46.857829 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.881282 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788060460849', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (5c701992-9cd7-40e6-aa2b-8a8a805df430), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.881885 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Unsubscribe: segment precommit_create {{(pid=103110) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 18:54:46.887573 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Added segment 5c701992-9cd7-40e6-aa2b-8a8a805df430 of type vlan for network 9878c9a9-67d2-47f6-a796-d45b72b61f6f Mar 28 18:54:46.941770 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (f2c8a1a5-87b0-4e13-b49a-51201565b68e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:46.961774 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (9878c9a9-67d2-47f6-a796-d45b72b61f6f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.017720 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (9878c9a9-67d2-47f6-a796-d45b72b61f6f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.019083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:47.019855 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.128498 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58380) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:47.128725 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2449162 Mar 28 18:54:47.132131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-220294634-network', 'tenant_id': '5b51790fff624aa39bd8d38de5efad71'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:47.134350 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Request body: {'subnet': {'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-subnet', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:47.160170 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Router f2c8a1a5-87b0-4e13-b49a-51201565b68e is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:54:47.163395 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6502ef-951d-4759-ac06-add059407b33 admin admin] Pushing event updated for resources: {'Network': ['ID=9878c9a9-67d2-47f6-a796-d45b72b61f6f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:47.166957 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58382) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:47.192520 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:47.203772 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Made reservation on behalf of 50618dfcf489415599d11ea74cceee7a for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:47.204537 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Made reservation on behalf of 5b51790fff624aa39bd8d38de5efad71 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:47.207155 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.211389 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.219905 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.339616 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks [] for security_group (7a05fcbf-b7cb-4ae5-92f2-160afd269ec1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.345818 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks [] for security_group (cc661a36-7d9b-4846-ae1b-8fa652019570), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.347323 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7a05fcbf-b7cb-4ae5-92f2-160afd269ec1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.365997 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ddba88-a85e-46bf-a183-fcd671b7d807 None None] Network fbb6d09f-debf-4861-8d26-a31683d060c5 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:47.374562 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (cc661a36-7d9b-4846-ae1b-8fa652019570), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.375577 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:54:47.377799 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:47.392778 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Sync routers for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:54:47.406512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc661a36-7d9b-4846-ae1b-8fa652019570,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:47.413610 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:47.415366 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:47.418411 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:47.426219 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:47.434238 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (8fe41fed-bf27-408c-b4cb-7d9887b97772), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.434589 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Added segment 8fe41fed-bf27-408c-b4cb-7d9887b97772 of type vlan for network 98df7fce-8e88-4282-bfb2-f90c79271a44 Mar 28 18:54:47.435661 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.441247 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-acb0f750-961f-4597-b17d-ab7b43fc6546 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1896968 Mar 28 18:54:47.445183 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58392) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:47.455841 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (8188c7d6-558e-4e1c-8da9-9a48ba740898), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.456194 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Added segment 8188c7d6-558e-4e1c-8da9-9a48ba740898 of type vlan for network 63b94483-fabb-414a-8414-54bcef9ea428 Mar 28 18:54:47.541040 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (98df7fce-8e88-4282-bfb2-f90c79271a44), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.566731 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-69806060-97fa-4697-8be4-1faa5eae79bd None None] Provisioning complete for port 90262e6a-a6dc-4a19-a660-e8c411707681 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:47.567495 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-69806060-97fa-4697-8be4-1faa5eae79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.570196 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (63b94483-fabb-414a-8414-54bcef9ea428), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.647003 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (98df7fce-8e88-4282-bfb2-f90c79271a44), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.647967 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:47.648551 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.669682 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-69806060-97fa-4697-8be4-1faa5eae79bd None None] Current status of the port 90262e6a-a6dc-4a19-a660-e8c411707681 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:47.671411 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-69806060-97fa-4697-8be4-1faa5eae79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.720201 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-69806060-97fa-4697-8be4-1faa5eae79bd None None] For port 90262e6a-a6dc-4a19-a660-e8c411707681, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=90262e6a-a6dc-4a19-a660-e8c411707681,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:47.720518 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2317047 Mar 28 18:54:47.728975 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-69806060-97fa-4697-8be4-1faa5eae79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.752891 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58394) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:47.760205 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (63b94483-fabb-414a-8414-54bcef9ea428), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.761159 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:47.761781 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.766795 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-network', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:47.836159 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69806060-97fa-4697-8be4-1faa5eae79bd None None] Pushing event updated for resources: {'Port': ['ID=90262e6a-a6dc-4a19-a660-e8c411707681,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:47.857260 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Request body: {'subnet': {'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-220294634-subnet', 'tenant_id': '5b51790fff624aa39bd8d38de5efad71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:47.863982 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7543800 Mar 28 18:54:47.872895 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58402) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:47.892269 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Request body: {'subnet': {'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1193224851-subnet', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:47.942898 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3be1-0a0f-4319-8dd8-281be1948f63 admin admin] Pushing event updated for resources: {'Network': ['ID=98df7fce-8e88-4282-bfb2-f90c79271a44,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:47.963092 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Made reservation on behalf of 5b51790fff624aa39bd8d38de5efad71 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:47.964487 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:47.972832 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.977290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Made reservation on behalf of ecdfaba2f66d432b875009cae95c13f1 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:47.979588 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:47.981304 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 98df7fce-8e88-4282-bfb2-f90c79271a44 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:48.154571 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 90262e6a-a6dc-4a19-a660-e8c411707681 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:48.177511 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfb3ad-c5e2-4246-964f-8a2c029a1fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=63b94483-fabb-414a-8414-54bcef9ea428,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:48.215037 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:46Z', 'revision_number': 3, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:48.238244 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 63b94483-fabb-414a-8414-54bcef9ea428 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:48.248860 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Checking router: f2c8a1a5-87b0-4e13-b49a-51201565b68e for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:54:48.249194 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Updating router f2c8a1a5-87b0-4e13-b49a-51201565b68e port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:54:48.283606 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-864460a2-7899-4759-8d30-f436bb9442ae None None] Provisioning complete for port 90262e6a-a6dc-4a19-a660-e8c411707681 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:48.284249 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-864460a2-7899-4759-8d30-f436bb9442ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.284394 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.295646 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 90262e6a-a6dc-4a19-a660-e8c411707681 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:48.296376 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.428520 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (fba51c32-093f-40dd-99d6-7067c00a28cd), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.560032 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba51c32-093f-40dd-99d6-7067c00a28cd,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:48.582205 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Checking segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:48.588986 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Network hostable DHCP agents. Network: 63b94483-fabb-414a-8414-54bcef9ea428, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:48.598560 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 90262e6a-a6dc-4a19-a660-e8c411707681 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:48.610076 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Publish callbacks [] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.626917 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.651270 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Network 63b94483-fabb-414a-8414-54bcef9ea428 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:48.667514 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Attempting to bind port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:48.668548 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Attempting to bind port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:48.668977 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Attempting to bind port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:48.671915 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 63b94483-fabb-414a-8414-54bcef9ea428) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:48.680369 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:48.680369 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.682883 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:48.683310 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:48.684456 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.684850 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:48.685379 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Bound port: bcda93b0-43da-41e9-86ae-1cbc9a75f4a7, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:48.685759 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.725218 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-327ee5cf-044f-47da-8f34-285f784384b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8512125 Mar 28 18:54:48.728631 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58426) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:48.740506 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-864460a2-7899-4759-8d30-f436bb9442ae None None] Current status of the port 90262e6a-a6dc-4a19-a660-e8c411707681 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:48.742923 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:48.757356 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f80a4a-6d8d-4093-bc89-971e2b391be7 None None] Network 63b94483-fabb-414a-8414-54bcef9ea428 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:48.788380 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Made reservation on behalf of d49ef87d39694f218e59c541c06c60bb for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:48.794228 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.801410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.803473 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (e0b07a0d-38ee-498e-99aa-975fd79375e9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.807215 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.810258 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.825391 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] For port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:48.830793 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] For port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:48.843007 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.940223 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:48.940868 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:48.942826 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks [] for security_group (c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.944129 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b07a0d-38ee-498e-99aa-975fd79375e9,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:48.961552 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:48.983254 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-63b94483-fabb-414a-8414-54bcef9ea428', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:54:48.984110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.016365 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:49.042730 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Pushing event updated for resources: {'Port': ['ID=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:49.054335 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.054663 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.055190 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.055437 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.055776 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.059908 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Tracked resource versions report: Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: pushed versions: Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: { 'AddressGroup': {'1.2'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Agent': {'1.1'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'ConntrackHelper': {'1.0'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'LocalIPAssociation': {'1.0'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Log': {'1.0'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'NDPProxy': {'1.0'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Network': {'1.1'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Port': {'1.7'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'PortForwarding': {'1.3'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'QosPolicy': {'1.10'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroup': {'1.5'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SubPort': {'1.0'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Subnet': {'1.1'}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Trunk': {'1.1'}} Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: consumer versions: Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: { DHCP agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: HyperV agent@hv-cinder-83548: {}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: L3 agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: Metadata agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: Metering agent@dv-cinder-835483-1-iscsi: {}, Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: Open vSwitch agent@dv-cinder-835483-1-iscsi: { 'AddressGroup': '1.2', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Agent': '1.1', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'ConntrackHelper': '1.0', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'LocalIPAssociation': '1.0', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Log': '1.0', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'NDPProxy': '1.0', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Network': '1.1', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Port': '1.7', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'PortForwarding': '1.3', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'QosPolicy': '1.10', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroup': '1.5', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SecurityGroupRule': '1.2', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'SubPort': '1.0', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Subnet': '1.1', Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: 'Trunk': '1.1'}} Mar 28 18:54:49.063192 dv-cinder-835483-1-iscsi neutron-server[103112]: {{(pid=103112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:54:49.163212 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Allocated IP 172.20.0.2 (63b94483-fabb-414a-8414-54bcef9ea428/fba51c32-093f-40dd-99d6-7067c00a28cd/78442827-000d-46a7-b418-2203082b3f1a) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:49.174596 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff1912-423b-4f9b-9931-b6f7779099f1 None None] Pushing event updated for resources: {'Port': ['ID=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:49.209845 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:49.225285 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Checking segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:49.225285 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Network hostable DHCP agents. Network: 9878c9a9-67d2-47f6-a796-d45b72b61f6f, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:49.252687 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:54:49.274306 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (03bc4e41-84bd-4d1c-a0a4-c917ae88d516), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.274306 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Added segment 03bc4e41-84bd-4d1c-a0a4-c917ae88d516 of type vlan for network 989a5a00-b4e7-424a-a451-554dfd2c7fba Mar 28 18:54:49.276546 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks [] for router_controller (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.407837 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (989a5a00-b4e7-424a-a451-554dfd2c7fba), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.453626 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Publish callbacks [] for port (78442827-000d-46a7-b418-2203082b3f1a), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.464731 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (989a5a00-b4e7-424a-a451-554dfd2c7fba), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.465671 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:49.467274 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (78442827-000d-46a7-b418-2203082b3f1a), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.468393 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.484365 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:46Z', 'revision_number': 3, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:49.493694 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Network 63b94483-fabb-414a-8414-54bcef9ea428 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:49.496388 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:49.499770 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:49.569068 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81aee14-62c4-4254-a98e-bfa2026b4dbe None None] The sync data for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi is: [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:46Z', 'revision_number': 3, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:54:49.584810 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] Pushing event updated for resources: {'Network': ['ID=989a5a00-b4e7-424a-a451-554dfd2c7fba,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:49.596031 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:49.621582 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 9878c9a9-67d2-47f6-a796-d45b72b61f6f) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:49.645323 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks [] for router_gateway (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.653366 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2bdea039-f1fe-4b60-a533-be85556a2f7c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4778645 Mar 28 18:54:49.656710 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58448) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:49.669596 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Request body: {'subnet': {'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-subnet', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:49.685183 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:49.686022 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.718386 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.756901 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-34381e7b-49b7-40ed-96a9-78d359cf265e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6264255 Mar 28 18:54:49.802387 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58452) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:49.816563 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:49.823653 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Made reservation on behalf of d49ef87d39694f218e59c541c06c60bb for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:54:49.832315 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:49.904070 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:54:49.910881 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2014b05-3d48-4eff-95ea-9c13ea7cabb3 None None] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:49.936109 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (825b2ef9-47fe-45e5-a9ad-c0700db4e2ac), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.003517 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (b32365ba-2830-478c-b1ae-4814b161a215), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.004718 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (b32365ba-2830-478c-b1ae-4814b161a215), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.013084 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=825b2ef9-47fe-45e5-a9ad-c0700db4e2ac,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:50.122072 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Pushing event updated for resources: {'Port': ['ID=78442827-000d-46a7-b418-2203082b3f1a,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:50.144706 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Attempting to bind port 78442827-000d-46a7-b418-2203082b3f1a on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:50.145081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Attempting to bind port 78442827-000d-46a7-b418-2203082b3f1a by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:50.145450 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Attempting to bind port 78442827-000d-46a7-b418-2203082b3f1a on network 63b94483-fabb-414a-8414-54bcef9ea428 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:50.164825 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:50.165313 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Checking segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:50.165609 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.166010 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Bound using segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:50.168535 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Bound port: 78442827-000d-46a7-b418-2203082b3f1a, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:50.170028 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (78442827-000d-46a7-b418-2203082b3f1a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.181412 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks [] for router_controller (b32365ba-2830-478c-b1ae-4814b161a215), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.262260 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:54:50.263290 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.292862 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] For port 78442827-000d-46a7-b418-2203082b3f1a, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:50.313755 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] For port 78442827-000d-46a7-b418-2203082b3f1a, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=78442827-000d-46a7-b418-2203082b3f1a,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:50.395352 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (78442827-000d-46a7-b418-2203082b3f1a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.404683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Checking segment: {'id': '8fe41fed-bf27-408c-b4cb-7d9887b97772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:50.405173 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Network hostable DHCP agents. Network: 98df7fce-8e88-4282-bfb2-f90c79271a44, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:50.455041 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Allocated IP 172.20.0.1 (fbb6d09f-debf-4861-8d26-a31683d060c5/90aaba58-869b-4d27-a31a-8c6235536a06/c2e9ace2-b9fb-4a07-bffb-f77929beeb62) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:50.494794 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Network 98df7fce-8e88-4282-bfb2-f90c79271a44 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:50.535595 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 98df7fce-8e88-4282-bfb2-f90c79271a44) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:50.543423 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:50.544046 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.548063 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks [] for router_gateway (b32365ba-2830-478c-b1ae-4814b161a215), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.571821 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1c376-ee65-45d8-81c4-5b34a696eeab None None] Pushing event updated for resources: {'Port': ['ID=78442827-000d-46a7-b418-2203082b3f1a,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:50.581631 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec881e-c8f4-4360-aaa2-416daa6b3f3b None None] Network 98df7fce-8e88-4282-bfb2-f90c79271a44 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:50.609283 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (d8d142bf-5ef6-4041-ab33-b20e399ae024), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.654696 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-12ba789f-fb60-46e9-987e-af4a0938c808 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8022485 Mar 28 18:54:50.666476 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Allocated IP 172.20.0.2 (9878c9a9-67d2-47f6-a796-d45b72b61f6f/e0b07a0d-38ee-498e-99aa-975fd79375e9/4b54d130-d3fc-4676-8f81-ac3fae383b75) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:50.815736 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks [] for router_gateway (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.817602 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d142bf-5ef6-4041-ab33-b20e399ae024,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:50.843657 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks [] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.880809 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.907840 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:50.970137 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f11af-653a-4dc1-b1dd-0b52f43c3963 None None] Network 98df7fce-8e88-4282-bfb2-f90c79271a44 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:51.031122 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Network fbb6d09f-debf-4861-8d26-a31683d060c5 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:51.034062 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:51.045981 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:51.046514 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (f2c8a1a5-87b0-4e13-b49a-51201565b68e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.114706 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:51.211486 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Allocated IP 172.27.1.188 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/2024ce02-b0a1-4222-821c-4aa2cf787108) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:51.359058 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Publish callbacks [] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.380686 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.479075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Checking segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:51.479443 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Network hostable DHCP agents. Network: 989a5a00-b4e7-424a-a451-554dfd2c7fba, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:54:51.487593 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.534616 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:51.586712 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:51.609662 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:51.671915 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-bb907cdd-c33c-445e-98ef-efd03be30bbd None None] Provisioning complete for port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:51.672481 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bb907cdd-c33c-445e-98ef-efd03be30bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.673404 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58534) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:51.684729 dv-cinder-835483-1-iscsi neutron-server[103109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 18:54:51.716992 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks [] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.756587 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:54:51.783623 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Attempting to bind port 4b54d130-d3fc-4676-8f81-ac3fae383b75 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:51.784178 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Attempting to bind port 4b54d130-d3fc-4676-8f81-ac3fae383b75 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:51.784723 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Attempting to bind port 4b54d130-d3fc-4676-8f81-ac3fae383b75 on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:51.815382 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:51.816519 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Checking segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:51.817077 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.817626 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Bound using segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:51.818298 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Bound port: 4b54d130-d3fc-4676-8f81-ac3fae383b75, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:51.818826 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.871678 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 989a5a00-b4e7-424a-a451-554dfd2c7fba) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:51.886395 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:51.887154 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:51.936389 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] For port 4b54d130-d3fc-4676-8f81-ac3fae383b75, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:51.953891 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] For port 4b54d130-d3fc-4676-8f81-ac3fae383b75, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=4b54d130-d3fc-4676-8f81-ac3fae383b75,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:51.973856 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a07b91a-eb9d-4720-b873-2f6b7b5dcf2a None None] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:51.976184 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Pushing event updated for resources: {'Port': ['ID=4b54d130-d3fc-4676-8f81-ac3fae383b75,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:51.978612 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f238f77e-6b0a-4bba-b226-dbc653f19bd2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3206413 Mar 28 18:54:51.989297 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58550) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:52.000841 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.002307 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:52.078272 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-bb907cdd-c33c-445e-98ef-efd03be30bbd None None] Port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:54:52.087520 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-57981f2f-c774-4b07-86ad-e479db6c594a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:52.097728 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-57981f2f-c774-4b07-86ad-e479db6c594a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/networks?id=98df7fce-8e88-4282-bfb2-f90c79271a44 HTTP/1.1" status: 200 len: 811 time: 0.4194009 Mar 28 18:54:52.113881 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.114982 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.178192 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.196361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks [] for router_controller (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.244516 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 78442827-000d-46a7-b418-2203082b3f1a up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:52.253563 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-decda77b-4073-48d5-b114-c4b20aa6634f tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/quotas/5b51790fff624aa39bd8d38de5efad71 HTTP/1.1" status: 200 len: 375 time: 0.1548378 Mar 28 18:54:52.309496 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a12e54-fc4b-46ee-b34f-3febc97a80d2 None None] Pushing event updated for resources: {'Port': ['ID=4b54d130-d3fc-4676-8f81-ac3fae383b75,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:52.382544 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782eabb-9067-43b4-93d0-70541ba56886 None None] Network 63b94483-fabb-414a-8414-54bcef9ea428 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:52.387189 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-5109e018-cfe5-4761-8b8d-9017c398e937 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b51790fff624aa39bd8d38de5efad71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320827 Mar 28 18:54:52.398509 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks [] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.536671 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-5a30f52c-ba04-4aa5-b522-44d3ed3c0849 None None] Provisioning complete for port 78442827-000d-46a7-b418-2203082b3f1a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:52.537301 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a30f52c-ba04-4aa5-b522-44d3ed3c0849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (78442827-000d-46a7-b418-2203082b3f1a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.580097 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks [] for router_gateway (b32365ba-2830-478c-b1ae-4814b161a215), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.589876 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ccba8-9338-494d-9541-52934920c97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-989a5a00-b4e7-424a-a451-554dfd2c7fba', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 18:54:52.591379 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-770ccba8-9338-494d-9541-52934920c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.599462 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 78442827-000d-46a7-b418-2203082b3f1a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:52.600878 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (78442827-000d-46a7-b418-2203082b3f1a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.601061 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.601650 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (f2c8a1a5-87b0-4e13-b49a-51201565b68e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.654809 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:52.660366 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.661867 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks [] for router_gateway (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.715237 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:52.733508 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:52.802144 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:52.875120 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-770ccba8-9338-494d-9541-52934920c97a None None] Allocated IP 172.20.0.2 (989a5a00-b4e7-424a-a451-554dfd2c7fba/d8d142bf-5ef6-4041-ab33-b20e399ae024/4518e224-c7f2-43b1-a396-bab9fcd90457) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:52.876218 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-f501356b-2db6-4830-9d3f-4590b55658ca service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:54:52.877187 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-f501356b-2db6-4830-9d3f-4590b55658ca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2274430 Mar 28 18:54:52.983945 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-5a30f52c-ba04-4aa5-b522-44d3ed3c0849 None None] Current status of the port 78442827-000d-46a7-b418-2203082b3f1a is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:52.984533 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a30f52c-ba04-4aa5-b522-44d3ed3c0849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (78442827-000d-46a7-b418-2203082b3f1a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:52.998018 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Network fbb6d09f-debf-4861-8d26-a31683d060c5 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:53.003036 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Pushing event updated for resources: {'Port': ['ID=2024ce02-b0a1-4222-821c-4aa2cf787108,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:53.003247 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:53.147339 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-ac09f90d-3bd0-438f-a98d-38b644c765dd service neutron] 10.222.0.31 "GET /v2.0/networks/98df7fce-8e88-4282-bfb2-f90c79271a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608156 Mar 28 18:54:53.233432 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58582) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:53.269200 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-5a30f52c-ba04-4aa5-b522-44d3ed3c0849 None None] For port 78442827-000d-46a7-b418-2203082b3f1a, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=78442827-000d-46a7-b418-2203082b3f1a,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:53.301987 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a30f52c-ba04-4aa5-b522-44d3ed3c0849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (78442827-000d-46a7-b418-2203082b3f1a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.338205 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks [] for router_gateway (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.444199 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Allocated IP 172.27.1.76 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/810fb24a-54a5-438e-bcdf-a40d65a68ef0) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:53.486966 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b09ddeb5-a6b5-4091-b425-37962f8c1133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.557202 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.735415 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3d706ddf-c6cd-400d-bb2b-df549fa74448 None None] Provisioning complete for port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:53.736051 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3d706ddf-c6cd-400d-bb2b-df549fa74448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.778806 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30f52c-ba04-4aa5-b522-44d3ed3c0849 None None] Pushing event updated for resources: {'Port': ['ID=78442827-000d-46a7-b418-2203082b3f1a,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:53.788642 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 78442827-000d-46a7-b418-2203082b3f1a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:53.789760 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:53.822062 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks [] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.832655 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-1b6bfd5e-5bae-4beb-bb87-f259a955f14c service neutron] 10.222.0.31 "GET /v2.0/networks/98df7fce-8e88-4282-bfb2-f90c79271a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809790 Mar 28 18:54:53.847755 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3d706ddf-c6cd-400d-bb2b-df549fa74448 None None] Port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:54:53.850117 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Router f2c8a1a5-87b0-4e13-b49a-51201565b68e has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:54:53.903221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.981891 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-770ccba8-9338-494d-9541-52934920c97a None None] Publish callbacks [] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.993820 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:53.994361 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:53.997874 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-770ccba8-9338-494d-9541-52934920c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.031034 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc9bde-2821-4a9f-b4d4-8370cd7c186d None None] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:54.055152 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f21ec494-9e45-4da8-8d48-0df0681fd92f None None] Provisioning complete for port 78442827-000d-46a7-b418-2203082b3f1a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:54.055808 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f21ec494-9e45-4da8-8d48-0df0681fd92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (78442827-000d-46a7-b418-2203082b3f1a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.099296 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58604) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:54.114092 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Pushing event updated for resources: {'Port': ['ID=810fb24a-54a5-438e-bcdf-a40d65a68ef0,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:54.125214 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58612) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:54.137011 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:54.145996 dv-cinder-835483-1-iscsi neutron-server[103110]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 18:54:54.147139 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:54.156958 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ccba8-9338-494d-9541-52934920c97a None None] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:54.161639 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:54.178577 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-770ccba8-9338-494d-9541-52934920c97a None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:54.184452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ccba8-9338-494d-9541-52934920c97a None None] Pushing event updated for resources: {'Port': ['ID=4518e224-c7f2-43b1-a396-bab9fcd90457,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:54.186956 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ccba8-9338-494d-9541-52934920c97a None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:54.266758 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:54:54.273009 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-42b6db4d-385f-4025-b784-0316e3e557f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2c8a1a5-87b0-4e13-b49a-51201565b68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8223269 Mar 28 18:54:54.292328 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks [] for router_gateway (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.311332 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Sync routers for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:54:54.313584 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-610f4c56-e4d9-4684-a408-95f1955830e7 req-e2129865-23b1-49cb-98da-1ce18ea5f6fc tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 210 time: 0.1748130 Mar 28 18:54:54.332132 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.354353 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-770ccba8-9338-494d-9541-52934920c97a None None] Attempting to bind port 4518e224-c7f2-43b1-a396-bab9fcd90457 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:54.354353 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-770ccba8-9338-494d-9541-52934920c97a None None] Attempting to bind port 4518e224-c7f2-43b1-a396-bab9fcd90457 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:54.354353 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ccba8-9338-494d-9541-52934920c97a None None] Attempting to bind port 4518e224-c7f2-43b1-a396-bab9fcd90457 on network 989a5a00-b4e7-424a-a451-554dfd2c7fba {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:54.381503 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:54.381892 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.393524 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:54.394222 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:54.404104 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.432371 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b09ddeb5-a6b5-4091-b425-37962f8c1133 admin admin] Publish callbacks [] for security_group (082f599a-a855-4c8a-815a-9a0e6475fe19), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.432699 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ccba8-9338-494d-9541-52934920c97a None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:54.433079 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ccba8-9338-494d-9541-52934920c97a None None] Checking segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:54.433521 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-770ccba8-9338-494d-9541-52934920c97a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.433917 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ccba8-9338-494d-9541-52934920c97a None None] Bound using segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:54.434429 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-770ccba8-9338-494d-9541-52934920c97a None None] Bound port: 4518e224-c7f2-43b1-a396-bab9fcd90457, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:54.434814 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-770ccba8-9338-494d-9541-52934920c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.442373 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b09ddeb5-a6b5-4091-b425-37962f8c1133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (082f599a-a855-4c8a-815a-9a0e6475fe19), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.509883 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:54.515042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f21ec494-9e45-4da8-8d48-0df0681fd92f None None] Current status of the port 78442827-000d-46a7-b418-2203082b3f1a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:54.530515 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.577448 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Allocated IP 172.27.1.241 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/bc838aff-9115-4461-b065-0684b6d36dc8) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:54:54.719510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:54.782185 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e0e22e79-c197-4f63-9dff-ab293c564617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.892596 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-770ccba8-9338-494d-9541-52934920c97a None None] For port 4518e224-c7f2-43b1-a396-bab9fcd90457, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:54.910193 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 78442827-000d-46a7-b418-2203082b3f1a up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:54.941838 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:54.948657 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-d7dd67b5-984a-4d2b-86e2-74da1eb46174 None None] Provisioning complete for port 4b54d130-d3fc-4676-8f81-ac3fae383b75 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:54.950505 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d7dd67b5-984a-4d2b-86e2-74da1eb46174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:54.981835 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b09ddeb5-a6b5-4091-b425-37962f8c1133 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa6f65047f0647988d38bba94e520ffa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7433050 Mar 28 18:54:54.983960 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ddeb5-a6b5-4091-b425-37962f8c1133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082f599a-a855-4c8a-815a-9a0e6475fe19,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:55.001524 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58652) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:55.009705 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e0e22e79-c197-4f63-9dff-ab293c564617 admin admin] Publish callbacks [] for security_group (542ed9b7-0682-4a90-ac52-4473ef7cf208), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.043184 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e0e22e79-c197-4f63-9dff-ab293c564617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (542ed9b7-0682-4a90-ac52-4473ef7cf208), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.065317 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks [] for port (bc838aff-9115-4461-b065-0684b6d36dc8), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.141110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-770ccba8-9338-494d-9541-52934920c97a None None] For port 4518e224-c7f2-43b1-a396-bab9fcd90457, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=4518e224-c7f2-43b1-a396-bab9fcd90457,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:55.157805 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks [] for router_gateway (b32365ba-2830-478c-b1ae-4814b161a215), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.203158 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-40fa05d5-b546-4f6f-8e67-7c3dcec53381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.211782 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-770ccba8-9338-494d-9541-52934920c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.254417 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-5d6890da-47f3-4a80-8a03-3e6d6a55f5a7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:55.255961 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-5d6890da-47f3-4a80-8a03-3e6d6a55f5a7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 819 time: 0.1604741 Mar 28 18:54:55.267325 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e0e22e79-c197-4f63-9dff-ab293c564617 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e168a6495f64e08b83cad26802052be&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0024199 Mar 28 18:54:55.274295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58678) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:55.338625 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-451dc6e3-a9d0-477d-914b-cbcf1e5a7ba9 admin admin] Publish callbacks [] for security_group (082f599a-a855-4c8a-815a-9a0e6475fe19), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.341712 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-08b89d3e-7da3-411e-a576-54ee4d1185ff tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/quotas/2a6117129af949f0acb440eec33d0c8b HTTP/1.1" status: 200 len: 375 time: 0.0412695 Mar 28 18:54:55.342340 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e22e79-c197-4f63-9dff-ab293c564617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ed9b7-0682-4a90-ac52-4473ef7cf208,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:55.347535 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.395190 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Router fc8bc34b-87e4-40ed-a20b-0c1f051c556b is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:54:55.401303 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ccba8-9338-494d-9541-52934920c97a None None] Pushing event updated for resources: {'Port': ['ID=4518e224-c7f2-43b1-a396-bab9fcd90457,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:55.412703 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Pushing event updated for resources: {'Port': ['ID=bc838aff-9115-4461-b065-0684b6d36dc8,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:55.470888 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:54:55.477804 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-451dc6e3-a9d0-477d-914b-cbcf1e5a7ba9 admin admin] Publish callbacks [] for security_group (082f599a-a855-4c8a-815a-9a0e6475fe19), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.481602 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:54:55.486935 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:54:55.546226 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 78442827-000d-46a7-b418-2203082b3f1a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:55.546573 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (78442827-000d-46a7-b418-2203082b3f1a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.602958 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd67b5-984a-4d2b-86e2-74da1eb46174 None None] Current status of the port 4b54d130-d3fc-4676-8f81-ac3fae383b75 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:55.603851 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d7dd67b5-984a-4d2b-86e2-74da1eb46174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.605360 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-def40850-7e8b-4213-ab4b-c8ff9b84019f admin admin] Publish callbacks [] for security_group (542ed9b7-0682-4a90-ac52-4473ef7cf208), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.640883 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (b32365ba-2830-478c-b1ae-4814b161a215), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.693923 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-d7dd67b5-984a-4d2b-86e2-74da1eb46174 None None] For port 4b54d130-d3fc-4676-8f81-ac3fae383b75, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=4b54d130-d3fc-4676-8f81-ac3fae383b75,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:55.697348 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-451dc6e3-a9d0-477d-914b-cbcf1e5a7ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (082f599a-a855-4c8a-815a-9a0e6475fe19), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.701428 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-451dc6e3-a9d0-477d-914b-cbcf1e5a7ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.703121 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-451dc6e3-a9d0-477d-914b-cbcf1e5a7ba9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/082f599a-a855-4c8a-815a-9a0e6475fe19 HTTP/1.1" status: 204 len: 168 time: 0.6979797 Mar 28 18:54:55.704933 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d7dd67b5-984a-4d2b-86e2-74da1eb46174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:55.735467 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc6e3-a9d0-477d-914b-cbcf1e5a7ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082f599a-a855-4c8a-815a-9a0e6475fe19,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:55.824489 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-58a78181-5b11-4cac-b1f9-2c6023a16ba4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4715445 Mar 28 18:54:55.881791 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ec7b9c8-f12f-42f2-bc50-678837f7b41d req-09fc13d7-0308-472b-8c48-309b40cb2204 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 210 time: 0.3456824 Mar 28 18:54:55.909646 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 2, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:55.916832 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 78442827-000d-46a7-b418-2203082b3f1a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:55.926829 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4b54d130-d3fc-4676-8f81-ac3fae383b75 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:55.963047 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd67b5-984a-4d2b-86e2-74da1eb46174 None None] Pushing event updated for resources: {'Port': ['ID=4b54d130-d3fc-4676-8f81-ac3fae383b75,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:56.001495 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Checking router: f2c8a1a5-87b0-4e13-b49a-51201565b68e for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:54:56.001857 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Updating router f2c8a1a5-87b0-4e13-b49a-51201565b68e port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:54:56.006655 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-71a054ca-78fa-4d38-a56b-8e7749a6c47a None None] Provisioning complete for port 4b54d130-d3fc-4676-8f81-ac3fae383b75 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:56.007077 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-71a054ca-78fa-4d38-a56b-8e7749a6c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.039299 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:54:56.049829 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Sync routers for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:54:56.070316 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:56.071436 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:56.088794 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-def40850-7e8b-4213-ab4b-c8ff9b84019f admin admin] Publish callbacks [] for security_group (542ed9b7-0682-4a90-ac52-4473ef7cf208), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.096627 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.102046 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7e409770-8fc1-4ffe-8f82-d4c3ab443081 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3723857 Mar 28 18:54:56.102949 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58700) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:56.166304 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-8e5a0ecd-8ce1-4cbe-9ee7-6a639cf6caeb service neutron] 10.222.0.31 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408689 Mar 28 18:54:56.231157 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks [] for router_gateway (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.328912 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-def40850-7e8b-4213-ab4b-c8ff9b84019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (542ed9b7-0682-4a90-ac52-4473ef7cf208), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.332114 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-def40850-7e8b-4213-ab4b-c8ff9b84019f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.333632 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-def40850-7e8b-4213-ab4b-c8ff9b84019f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/542ed9b7-0682-4a90-ac52-4473ef7cf208 HTTP/1.1" status: 204 len: 168 time: 1.0564418 Mar 28 18:54:56.340418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Router b32365ba-2830-478c-b1ae-4814b161a215 is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:54:56.365457 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:56.514957 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.591438 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:54:56.611326 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def40850-7e8b-4213-ab4b-c8ff9b84019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ed9b7-0682-4a90-ac52-4473ef7cf208,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:56.629790 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:54:56.672790 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.676144 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e9dd9e67-83f2-4c47-9425-804811329078 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8675320 Mar 28 18:54:56.682268 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58728) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:56.752232 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 4b54d130-d3fc-4676-8f81-ac3fae383b75 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:56.766263 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:56.826030 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:56.826030 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:56.937222 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:54:52Z', 'revision_number': 3, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:57.028126 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58742) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:57.049128 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Checking router: fc8bc34b-87e4-40ed-a20b-0c1f051c556b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:54:57.049727 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Updating router fc8bc34b-87e4-40ed-a20b-0c1f051c556b port 2024ce02-b0a1-4222-821c-4aa2cf787108 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:54:57.060807 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d6e1-3171-4c1e-86f4-839320b60ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.081169 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-c260d0d3-2ab3-4207-98b6-9d68efee0f17 service neutron] 10.222.0.31 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8963950 Mar 28 18:54:57.193542 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.218864 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:57.229221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.15', 60231) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:57.265328 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.537035 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af57f6-27e3-453e-892c-3b4e50700344 None None] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:54:57.601050 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-71a054ca-78fa-4d38-a56b-8e7749a6c47a None None] Current status of the port 4b54d130-d3fc-4676-8f81-ac3fae383b75 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:57.813502 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e2fe1393-0bf4-4282-a8b9-1febfd4c98c8 req-671200e4-1ddf-4db0-9b6e-519a77a9b8ed tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 210 time: 0.0758240 Mar 28 18:54:57.824545 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d6e1-3171-4c1e-86f4-839320b60ea9 admin admin] Publish callbacks [] for security_group (da0c8301-f951-4489-b1c4-7c4ef777bdab), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.865339 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d6e1-3171-4c1e-86f4-839320b60ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (da0c8301-f951-4489-b1c4-7c4ef777bdab), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.920818 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9df53c84-8da0-4be5-afbf-244edec57c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.986333 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2d6e1-3171-4c1e-86f4-839320b60ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c8301-f951-4489-b1c4-7c4ef777bdab,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:57.991018 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Publish callbacks [] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:57.999687 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 18:54:58.007810 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.010104 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f3d2d6e1-3171-4c1e-86f4-839320b60ea9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da940d9f681f4889bd709132300cde58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9809549 Mar 28 18:54:58.015028 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58792) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:58.041905 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3d22d108-d428-4e5d-9396-1e14a3f5eecc None None] Provisioning complete for port 4518e224-c7f2-43b1-a396-bab9fcd90457 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:54:58.042313 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3d22d108-d428-4e5d-9396-1e14a3f5eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.153024 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db79c52-0bc7-4640-a9a2-4d71eec9a668 None None] Pushing event updated for resources: {'Port': ['ID=2024ce02-b0a1-4222-821c-4aa2cf787108,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:58.199824 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Attempting to bind port 2024ce02-b0a1-4222-821c-4aa2cf787108 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:54:58.200424 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Attempting to bind port 2024ce02-b0a1-4222-821c-4aa2cf787108 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:54:58.200544 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Attempting to bind port 2024ce02-b0a1-4222-821c-4aa2cf787108 on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:54:58.214798 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:54:58.215400 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:54:58.215945 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.216471 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:54:58.217755 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Bound port: 2024ce02-b0a1-4222-821c-4aa2cf787108, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:54:58.218362 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.248271 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.266513 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1226e77e-9c94-48ed-be80-9293d4ef17e4 req-31824a61-c750-472e-b34a-5688ae015d8c tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 210 time: 0.1699607 Mar 28 18:54:58.327736 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] For port 2024ce02-b0a1-4222-821c-4aa2cf787108, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:54:58.331945 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] For port 2024ce02-b0a1-4222-821c-4aa2cf787108, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2024ce02-b0a1-4222-821c-4aa2cf787108,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:54:58.342968 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.393688 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-02357d40-92af-489d-9807-d0b325b62a80 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:58.395189 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-02357d40-92af-489d-9807-d0b325b62a80 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.15 "GET /v2.0/networks?id=98df7fce-8e88-4282-bfb2-f90c79271a44 HTTP/1.1" status: 200 len: 811 time: 1.1608922 Mar 28 18:54:58.421393 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-150953e9-e8a7-40c7-8805-8a1369e58c4f admin admin] Publish callbacks [] for security_group (da0c8301-f951-4489-b1c4-7c4ef777bdab), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.430210 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db79c52-0bc7-4640-a9a2-4d71eec9a668 None None] Pushing event updated for resources: {'Port': ['ID=2024ce02-b0a1-4222-821c-4aa2cf787108,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:58.456671 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Request body: {'port': {'device_id': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44', 'admin_state_up': True, 'tenant_id': '5b51790fff624aa39bd8d38de5efad71'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:54:58.476033 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 4b54d130-d3fc-4676-8f81-ac3fae383b75 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:58.503265 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:58.506246 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:58.652263 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Publish callbacks [] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.662077 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 3, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:58.714061 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:54:58.715126 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Updating router b32365ba-2830-478c-b1ae-4814b161a215 port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:54:58.726026 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-49339d8e-3362-4b3d-aa07-dde5b2b51a46 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:54:58.736247 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-49339d8e-3362-4b3d-aa07-dde5b2b51a46 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 819 time: 0.3595679 Mar 28 18:54:58.760260 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.836558 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.866804 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-150953e9-e8a7-40c7-8805-8a1369e58c4f admin admin] Publish callbacks [] for security_group (da0c8301-f951-4489-b1c4-7c4ef777bdab), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:58.882805 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:54:58.886357 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:54:58.897166 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Sync routers for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:54:58.903060 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-fecc7e65-1811-4ac3-b9f6-be1006eb5142 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/quotas/2a6117129af949f0acb440eec33d0c8b HTTP/1.1" status: 200 len: 375 time: 0.1659369 Mar 28 18:54:59.000683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.001917 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bb922310-102d-4e41-a091-7f3c9602179e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0038037 Mar 28 18:54:59.031467 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58854) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:59.032067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3d22d108-d428-4e5d-9396-1e14a3f5eecc None None] Current status of the port 4518e224-c7f2-43b1-a396-bab9fcd90457 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:54:59.032465 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3d22d108-d428-4e5d-9396-1e14a3f5eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.089176 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4518e224-c7f2-43b1-a396-bab9fcd90457 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:54:59.100342 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe0647-a426-4a97-b973-76322d511736 None None] Pushing event updated for resources: {'Port': ['ID=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:59.137676 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-150953e9-e8a7-40c7-8805-8a1369e58c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (da0c8301-f951-4489-b1c4-7c4ef777bdab), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.155071 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:54:59.155918 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-150953e9-e8a7-40c7-8805-8a1369e58c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.157067 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-150953e9-e8a7-40c7-8805-8a1369e58c4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da0c8301-f951-4489-b1c4-7c4ef777bdab HTTP/1.1" status: 204 len: 168 time: 1.1408687 Mar 28 18:54:59.159671 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:54:59.190825 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150953e9-e8a7-40c7-8805-8a1369e58c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c8301-f951-4489-b1c4-7c4ef777bdab,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:54:59.259461 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-2441162f-a750-406a-902b-43d0bdfaadd2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3474565 Mar 28 18:54:59.511872 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 58862) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:59.654425 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-d6601894-7468-4a93-9513-606bd768b049 service neutron] 10.222.0.31 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806705 Mar 28 18:54:59.743005 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-3d22d108-d428-4e5d-9396-1e14a3f5eecc None None] For port 4518e224-c7f2-43b1-a396-bab9fcd90457, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=4518e224-c7f2-43b1-a396-bab9fcd90457,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:54:59.778662 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3d22d108-d428-4e5d-9396-1e14a3f5eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.788016 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:54:59.906576 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.15', 60244) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:54:59.967645 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82b2873e-dde0-4c3b-888b-d60f4468c418 req-41a55d85-e7ea-4bb8-89fd-d47ec6e211a7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 210 time: 0.4539874 Mar 28 18:55:00.179155 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-465e00e7-7990-470c-8d61-7f876fd402bc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:00.188146 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-465e00e7-7990-470c-8d61-7f876fd402bc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 819 time: 0.2752018 Mar 28 18:55:00.189842 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22d108-d428-4e5d-9396-1e14a3f5eecc None None] Pushing event updated for resources: {'Port': ['ID=4518e224-c7f2-43b1-a396-bab9fcd90457,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:00.192732 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:00.222100 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'port': {'device_id': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'admin_state_up': True, 'tenant_id': '2a6117129af949f0acb440eec33d0c8b'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:00.305026 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b08efd27-108d-49b0-b3a6-4267cd45fb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.314170 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Made reservation on behalf of 5b51790fff624aa39bd8d38de5efad71 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:00.324929 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.334187 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Publish callbacks [] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.393800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-c0141f64-f0d0-44c2-b26e-f0285ef9077c None None] Provisioning complete for port 4518e224-c7f2-43b1-a396-bab9fcd90457 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:00.394202 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c0141f64-f0d0-44c2-b26e-f0285ef9077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.408916 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-1876d17c-e590-4f49-8185-e0636fbf00b9 service neutron] 10.222.0.31 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536175 Mar 28 18:55:00.505558 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.522865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Attempting to bind port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:00.523233 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Attempting to bind port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:00.523593 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Attempting to bind port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:00.555279 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:00.555714 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Checking segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:00.556120 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.556510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Bound using segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:00.557990 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Bound port: c2e9ace2-b9fb-4a07-bffb-f77929beeb62, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:00.558931 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.635236 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:54:52Z', 'revision_number': 3, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:00.810910 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f65b0d-75cf-41c8-9b56-6484b55a327e None None] The sync data for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi is: [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:54:52Z', 'revision_number': 3, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:00.864371 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Made reservation on behalf of 2a6117129af949f0acb440eec33d0c8b for: {'port': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:00.882762 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:00.969938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b08efd27-108d-49b0-b3a6-4267cd45fb95 admin admin] Publish callbacks [] for security_group (1c9a3a7e-815d-4052-b630-155c74d87d1c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.054139 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.115975 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:54:55Z', 'revision_number': 3, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:01.245597 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Attempting to bind port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:01.246220 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Attempting to bind port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:01.248007 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Attempting to bind port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:01.334670 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Checking router: 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:01.335188 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Updating router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 port bc838aff-9115-4461-b065-0684b6d36dc8 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:01.556327 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.615935 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 4518e224-c7f2-43b1-a396-bab9fcd90457 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:01.618862 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.630300 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:01.639754 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:01.641810 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.645306 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:01.645990 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Bound port: 810fb24a-54a5-438e-bcdf-a40d65a68ef0, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:01.648597 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.836412 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e0488de1-198e-47d6-9aa5-5f9b2fe269d7 req-416c046b-a20c-4147-b64f-3d20ee7604e2 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 210 time: 0.1493955 Mar 28 18:55:01.920129 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-298e5e39-e696-42ed-9e07-8d0f76c00989 req-3c2520d0-9dfa-4263-8335-051b1509b981 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 210 time: 0.9332130 Mar 28 18:55:01.925596 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b08efd27-108d-49b0-b3a6-4267cd45fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1c9a3a7e-815d-4052-b630-155c74d87d1c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.928397 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:01.936127 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84660ad-046e-481e-bb0a-0b7f4cc988d0 None None] Pushing event updated for resources: {'Port': ['ID=810fb24a-54a5-438e-bcdf-a40d65a68ef0,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:01.963755 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Allocated IP 172.20.0.12 (fbb6d09f-debf-4861-8d26-a31683d060c5/90aaba58-869b-4d27-a31a-8c6235536a06/e27e9d80-b4a0-4219-a0fb-f589c4ff21e1) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:02.124511 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Allocated IP 172.20.0.1 (63b94483-fabb-414a-8414-54bcef9ea428/fba51c32-093f-40dd-99d6-7067c00a28cd/9507b44f-b171-4417-8fc6-d0113bf38ce2) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:02.221977 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-c0141f64-f0d0-44c2-b26e-f0285ef9077c None None] Current status of the port 4518e224-c7f2-43b1-a396-bab9fcd90457 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:02.232271 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] For port c2e9ace2-b9fb-4a07-bffb-f77929beeb62, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:02.255524 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] For port c2e9ace2-b9fb-4a07-bffb-f77929beeb62, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:02.280964 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.295622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] For port 810fb24a-54a5-438e-bcdf-a40d65a68ef0, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:02.311376 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.319858 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] For port 810fb24a-54a5-438e-bcdf-a40d65a68ef0, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=810fb24a-54a5-438e-bcdf-a40d65a68ef0,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:02.322772 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08efd27-108d-49b0-b3a6-4267cd45fb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a3a7e-815d-4052-b630-155c74d87d1c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:02.358083 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58926) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:02.455756 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Publish callbacks [] for port (bc838aff-9115-4461-b065-0684b6d36dc8), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.464772 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.518005 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.592640 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f756c-be80-4c7b-b40c-57a1ff156d70 None None] Pushing event updated for resources: {'Port': ['ID=bc838aff-9115-4461-b065-0684b6d36dc8,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:02.634742 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:02.635916 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:02.649148 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2251b25c-1827-4564-b0d0-1aa49d2bd281 None None] Provisioning complete for port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:02.649775 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2251b25c-1827-4564-b0d0-1aa49d2bd281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.667983 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Attempting to bind port bc838aff-9115-4461-b065-0684b6d36dc8 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:02.668374 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Attempting to bind port bc838aff-9115-4461-b065-0684b6d36dc8 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:02.674613 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Attempting to bind port bc838aff-9115-4461-b065-0684b6d36dc8 on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:02.687466 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.697102 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:02.697568 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:02.698042 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.698677 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:02.699041 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Bound port: bc838aff-9115-4461-b065-0684b6d36dc8, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:02.705702 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.740674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Allocated IP 172.20.0.12 (98df7fce-8e88-4282-bfb2-f90c79271a44/825b2ef9-47fe-45e5-a9ad-c0700db4e2ac/c18dbb15-202a-41b7-8cbb-bd62f3a1836f) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:02.825460 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.872021 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Network fbb6d09f-debf-4861-8d26-a31683d060c5 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:02.892568 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:02.893144 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:02.911862 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] For port bc838aff-9115-4461-b065-0684b6d36dc8, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:02.920016 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] For port bc838aff-9115-4461-b065-0684b6d36dc8, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=bc838aff-9115-4461-b065-0684b6d36dc8,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:02.929540 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:02.955150 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:03.049153 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:03.092385 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:03.098466 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.159792 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:03.162004 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:03.333143 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f756c-be80-4c7b-b40c-57a1ff156d70 None None] Pushing event updated for resources: {'Port': ['ID=bc838aff-9115-4461-b065-0684b6d36dc8,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:03.356775 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 4518e224-c7f2-43b1-a396-bab9fcd90457 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:03.357858 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4b54d130-d3fc-4676-8f81-ac3fae383b75 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:03.362781 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b08efd27-108d-49b0-b3a6-4267cd45fb95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e672681eaa704bf19463e047543693fc&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8479269 Mar 28 18:55:03.395454 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.15', 60250) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:03.401512 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58946) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:03.454801 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:03.508257 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4138cee4-25ed-4f78-8347-824528a9f930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.535395 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3d2199bb-5a70-47b1-b0c0-9f98e6095c8e req-ad39e361-6ec5-48f0-be01-94fce839f3fc tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 210 time: 0.3244634 Mar 28 18:55:03.552313 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe0647-a426-4a97-b973-76322d511736 None None] Pushing event updated for resources: {'Port': ['ID=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:03.580758 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d46fb222-c961-40d3-9b9a-ffc5f6557248 admin admin] Publish callbacks [] for security_group (1c9a3a7e-815d-4052-b630-155c74d87d1c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.608897 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d46fb222-c961-40d3-9b9a-ffc5f6557248 admin admin] Publish callbacks [] for security_group (1c9a3a7e-815d-4052-b630-155c74d87d1c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.654314 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'Port': ['ID=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:03.659614 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-64918e5c-2b41-4039-8ab5-1988b38def82 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4477324 Mar 28 18:55:03.675565 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-39119ae5-77f9-4517-a8c3-0bbf9657caff tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:55:03.676569 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-39119ae5-77f9-4517-a8c3-0bbf9657caff tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106332 Mar 28 18:55:03.711748 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d46fb222-c961-40d3-9b9a-ffc5f6557248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1c9a3a7e-815d-4052-b630-155c74d87d1c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.721504 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d46fb222-c961-40d3-9b9a-ffc5f6557248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.724567 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d46fb222-c961-40d3-9b9a-ffc5f6557248 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c9a3a7e-815d-4052-b630-155c74d87d1c HTTP/1.1" status: 204 len: 168 time: 0.3047218 Mar 28 18:55:03.780292 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84660ad-046e-481e-bb0a-0b7f4cc988d0 None None] Pushing event updated for resources: {'Port': ['ID=810fb24a-54a5-438e-bcdf-a40d65a68ef0,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:03.784051 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fb222-c961-40d3-9b9a-ffc5f6557248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a3a7e-815d-4052-b630-155c74d87d1c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:03.921329 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4138cee4-25ed-4f78-8347-824528a9f930 admin admin] Publish callbacks [] for security_group (50dc56ce-a576-44fd-a8a6-978cb521d90c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:03.929131 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4138cee4-25ed-4f78-8347-824528a9f930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (50dc56ce-a576-44fd-a8a6-978cb521d90c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.007266 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2251b25c-1827-4564-b0d0-1aa49d2bd281 None None] Current status of the port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:04.007674 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2251b25c-1827-4564-b0d0-1aa49d2bd281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.052777 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138cee4-25ed-4f78-8347-824528a9f930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc56ce-a576-44fd-a8a6-978cb521d90c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:04.060848 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:04.133327 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4138cee4-25ed-4f78-8347-824528a9f930 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79a6dc2398ac4674a77586b2b12e7063&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7753623 Mar 28 18:55:04.134422 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 58962) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:04.180648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks [] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.243598 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:04.266412 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Request body: {'port': {'device_id': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:04.356538 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5909f61f-fdc3-40f2-879b-00b2a5ad30fe admin admin] Publish callbacks [] for security_group (50dc56ce-a576-44fd-a8a6-978cb521d90c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.398666 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 4b54d130-d3fc-4676-8f81-ac3fae383b75 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:04.399312 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.504928 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:54:55Z', 'revision_number': 3, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:04.580003 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa46e49-4e0a-4072-a3b5-9d963144b70d None None] The sync data for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi is: [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:54:55Z', 'revision_number': 3, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:04.668945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks [] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.783154 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-2251b25c-1827-4564-b0d0-1aa49d2bd281 None None] For port c2e9ace2-b9fb-4a07-bffb-f77929beeb62, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:04.854049 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2251b25c-1827-4564-b0d0-1aa49d2bd281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:04.952022 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.035746 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5909f61f-fdc3-40f2-879b-00b2a5ad30fe admin admin] Publish callbacks [] for security_group (50dc56ce-a576-44fd-a8a6-978cb521d90c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.079150 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 3, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:05.107742 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251b25c-1827-4564-b0d0-1aa49d2bd281 None None] Pushing event updated for resources: {'Port': ['ID=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:05.108863 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c6380b7-c9d1-49f0-ad4e-1b19245d663c req-0aca49c2-be90-44f7-ba01-5c09a14e995b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 210 time: 0.8515322 Mar 28 18:55:05.202048 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.227206 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-11f5ce18-7a03-40c8-90ae-75182a83b321 None None] Provisioning complete for port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:05.227586 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-11f5ce18-7a03-40c8-90ae-75182a83b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.304287 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 4b54d130-d3fc-4676-8f81-ac3fae383b75 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:05.305467 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:05.379195 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d004a35-cdea-41b1-a3e1-a82ba4ebd744 req-a9aa6f25-8afc-431b-9d5d-8988b6f77d08 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:05.382012 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0d004a35-cdea-41b1-a3e1-a82ba4ebd744 req-a9aa6f25-8afc-431b-9d5d-8988b6f77d08 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 932 time: 0.4366713 Mar 28 18:55:05.421588 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Allocated IP 172.20.0.1 (9878c9a9-67d2-47f6-a796-d45b72b61f6f/e0b07a0d-38ee-498e-99aa-975fd79375e9/ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:05.483830 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59968db1-9c8d-4661-9752-1aeca24ab315 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 3, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:05.559669 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks [] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.622502 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5909f61f-fdc3-40f2-879b-00b2a5ad30fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (50dc56ce-a576-44fd-a8a6-978cb521d90c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.628547 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5909f61f-fdc3-40f2-879b-00b2a5ad30fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.630972 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5909f61f-fdc3-40f2-879b-00b2a5ad30fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50dc56ce-a576-44fd-a8a6-978cb521d90c HTTP/1.1" status: 204 len: 168 time: 1.4953725 Mar 28 18:55:05.644029 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.706115 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.717538 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:05.831944 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Pushing event updated for resources: {'Port': ['ID=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:05.844564 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f61f-fdc3-40f2-879b-00b2a5ad30fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc56ce-a576-44fd-a8a6-978cb521d90c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:05.849067 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:05.860009 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:05.872738 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Network 63b94483-fabb-414a-8414-54bcef9ea428 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:05.873862 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-11f5ce18-7a03-40c8-90ae-75182a83b321 None None] Current status of the port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:05.878196 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:05.878710 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (b32365ba-2830-478c-b1ae-4814b161a215), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.882443 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:05.892561 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Network 98df7fce-8e88-4282-bfb2-f90c79271a44 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:05.922042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:05.923108 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.939749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:05.940221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:05.944807 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:06.086807 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-11f5ce18-7a03-40c8-90ae-75182a83b321 None None] Provisioning complete for port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:06.087080 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-11f5ce18-7a03-40c8-90ae-75182a83b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.092452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:02Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:06.223052 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:06.229319 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:06.230298 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.290445 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0d004a35-cdea-41b1-a3e1-a82ba4ebd744 req-b6ae5a17-bf1e-485c-a7ea-5e394fc74fb9 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8795085 Mar 28 18:55:06.397230 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-055d0b2e-da22-4297-b5d7-00646468abf2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:06.400522 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-055d0b2e-da22-4297-b5d7-00646468abf2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 819 time: 2.1332877 Mar 28 18:55:06.431703 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.537539 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'port': {'device_id': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'admin_state_up': True, 'tenant_id': '2a6117129af949f0acb440eec33d0c8b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:06.730494 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 {{(pid=103109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:06.765165 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Publish callbacks [] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.793362 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a113cf3-2308-459a-a537-db3344345a51 None None] The sync data for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi is: [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:02Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:06.841954 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.provisioning_blocks [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Transition to ACTIVE for port object e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 will not be triggered until provisioned by entity L2. {{(pid=103109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:06.849649 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:06.894673 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-11f5ce18-7a03-40c8-90ae-75182a83b321 None None] Port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:06.982517 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:07.045066 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-972b241d-5fb8-44e1-80d1-daccbc69bd4f None None] Provisioning complete for port 9507b44f-b171-4417-8fc6-d0113bf38ce2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:07.046004 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-972b241d-5fb8-44e1-80d1-daccbc69bd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.080361 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca6d179c-f220-4689-8f45-23565d9c00e0 req-04a1042e-d7f2-4bcd-ac4e-f8e5a2b95672 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 210 time: 0.6432557 Mar 28 18:55:07.344853 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Attempting to bind port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:07.345237 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Attempting to bind port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:07.345584 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Attempting to bind port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:07.348408 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-972b241d-5fb8-44e1-80d1-daccbc69bd4f None None] Port 9507b44f-b171-4417-8fc6-d0113bf38ce2 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:07.373733 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Pushing event updated for resources: {'Port': ['ID=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:07.381930 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 on network fbb6d09f-debf-4861-8d26-a31683d060c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:07.382548 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Attempting to bind port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:07.401048 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:07.414927 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Checking segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:07.415737 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Bound using segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:07.416847 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Bound port: e27e9d80-b4a0-4219-a0fb-f589c4ff21e1, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:07.418209 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.430042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-972b241d-5fb8-44e1-80d1-daccbc69bd4f None None] Provisioning complete for port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:07.437624 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-972b241d-5fb8-44e1-80d1-daccbc69bd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.531486 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Pushing event updated for resources: {'Port': ['ID=9507b44f-b171-4417-8fc6-d0113bf38ce2,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:07.567822 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-e57dfbf2-5da1-442e-9a55-bba4d03abea7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1173496 Mar 28 18:55:07.634707 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-972b241d-5fb8-44e1-80d1-daccbc69bd4f None None] Port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:07.677399 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Request body: {'port': {'device_id': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:07.709037 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2024ce02-b0a1-4222-821c-4aa2cf787108 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:07.896312 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.912519 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] For port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1, host hv-cinder-83548, cleared binding levels {{(pid=103109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:07.918047 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 2024ce02-b0a1-4222-821c-4aa2cf787108 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:07.924138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:07.936130 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] For port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:07.977801 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.120785 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Pushing event updated for resources: {'Port': ['ID=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,revision_number=3']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:08.157822 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421552-93b8-490d-be3e-180fa5afd4b4 req-7894c5b4-f451-48ef-99d2-654b46325b84 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:08.159855 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-65421552-93b8-490d-be3e-180fa5afd4b4 req-7894c5b4-f451-48ef-99d2-654b46325b84 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 932 time: 0.5723751 Mar 28 18:55:08.248130 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:08.249264 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.252680 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-59bfa3cd-4dbd-4a0a-b833-c1b1a21b5649 service neutron] 10.222.0.15 "PUT /v2.0/ports/e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 200 len: 1094 time: 4.2503059 Mar 28 18:55:08.254268 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'tag': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:08.289577 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 2024ce02-b0a1-4222-821c-4aa2cf787108 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:08.292340 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.372089 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 2024ce02-b0a1-4222-821c-4aa2cf787108, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2024ce02-b0a1-4222-821c-4aa2cf787108,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:08.383531 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.385425 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device c2e9ace2-b9fb-4a07-bffb-f77929beeb62 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:08.692291 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-65421552-93b8-490d-be3e-180fa5afd4b4 req-ceff2452-d317-4e46-9485-eab690b01507 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253086 Mar 28 18:55:08.748688 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:08.749067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:08.831648 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-20244e0d-e6b8-47d8-9641-d20ac17ba80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:08.839435 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-20244e0d-e6b8-47d8-9641-d20ac17ba80a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1128 time: 0.3980927 Mar 28 18:55:08.864910 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=2024ce02-b0a1-4222-821c-4aa2cf787108,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:09.118330 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Allocated IP 172.20.0.1 (989a5a00-b4e7-424a-a451-554dfd2c7fba/d8d142bf-5ef6-4041-ab33-b20e399ae024/0e9c595a-d0e0-4377-89b3-1beab3696248) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:09.122084 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd4c2e7-726d-4941-aebd-fd1c94515c14", "tag": "e27e9d80-b4a0-4219-a0fb-f589c4ff21e1"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:09.130905 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:09.135639 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 810fb24a-54a5-438e-bcdf-a40d65a68ef0 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:09.141100 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-7204695b-138d-4301-a8c3-7cdf4a6514ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 200 len: 217 time: 0.2569330 Mar 28 18:55:09.238260 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Made reservation on behalf of 2a6117129af949f0acb440eec33d0c8b for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:09.244323 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.264575 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:09.264955 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.338260 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-2febaa9a-eef3-4da9-a553-c7bb60dafdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:09.341573 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-2febaa9a-eef3-4da9-a553-c7bb60dafdd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.1924155 Mar 28 18:55:09.547361 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:09.550834 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.605156 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 810fb24a-54a5-438e-bcdf-a40d65a68ef0, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=810fb24a-54a5-438e-bcdf-a40d65a68ef0,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:09.629834 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.631397 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bc838aff-9115-4461-b065-0684b6d36dc8 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:09.648546 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-8434398d-c694-49d8-8fa5-1298a7c06ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:09.650739 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-8434398d-c694-49d8-8fa5-1298a7c06ae5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2951732 Mar 28 18:55:09.734387 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.842251 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port bc838aff-9115-4461-b065-0684b6d36dc8 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:09.842952 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:09.893890 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-c7cfad63-134c-4acc-99aa-e64c1f87e3a2 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328568 Mar 28 18:55:09.902874 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=810fb24a-54a5-438e-bcdf-a40d65a68ef0,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:09.976081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port bc838aff-9115-4461-b065-0684b6d36dc8 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:09.976720 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.005532 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port bc838aff-9115-4461-b065-0684b6d36dc8, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=bc838aff-9115-4461-b065-0684b6d36dc8,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:10.012110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.013458 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1bb3566e-bfd7-4421-8b2c-7b8f9dd33d40 req-16a8362d-2a07-44be-a5e2-e32cf7b61ad2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 210 time: 0.7416213 Mar 28 18:55:10.013665 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4518e224-c7f2-43b1-a396-bab9fcd90457 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:10.149015 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-526d7095-4222-4c65-a397-ba57eb4c7ce1 req-a7ce9553-bd59-4bbc-9895-504d789b4065 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405138 Mar 28 18:55:10.192705 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d03c4-5c05-4dc5-b87f-fbad7b8a481e x-openstack-request-id: req-8c4d03c4-5c05-4dc5-b87f-fbad7b8a481e {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:10.193096 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd4c2e7-726d-4941-aebd-fd1c94515c14", "tag": "e27e9d80-b4a0-4219-a0fb-f589c4ff21e1", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:10.193452 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c4d03c4-5c05-4dc5-b87f-fbad7b8a481e {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:10.194025 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4d03c4-5c05-4dc5-b87f-fbad7b8a481e'] response: {'name': 'network-changed', 'server_uuid': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'tag': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1', 'status': 'completed', 'code': 200} Mar 28 18:55:10.222022 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=bc838aff-9115-4461-b065-0684b6d36dc8,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:10.235234 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks [] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.258363 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 4518e224-c7f2-43b1-a396-bab9fcd90457 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:10.258795 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:10.374464 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-1e3f03ff-b976-4e19-b936-5144c88295c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:10.376266 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-1e3f03ff-b976-4e19-b936-5144c88295c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1128 time: 0.1153679 Mar 28 18:55:10.378808 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Allocated IP 172.20.0.10 (fbb6d09f-debf-4861-8d26-a31683d060c5/90aaba58-869b-4d27-a31a-8c6235536a06/417a6b4e-5df0-441e-a674-8ff76e8254b0) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:10.462331 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 4518e224-c7f2-43b1-a396-bab9fcd90457 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:10.810617 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-7859d89f-8f89-41ad-9a75-cef32e197c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:10.812592 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-7859d89f-8f89-41ad-9a75-cef32e197c78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.4254344 Mar 28 18:55:10.816723 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2024ce02-b0a1-4222-821c-4aa2cf787108 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:10.927782 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-99862386-aef2-496f-8803-e33104131f8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 200 len: 217 time: 0.0859735 Mar 28 18:55:10.988336 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 2024ce02-b0a1-4222-821c-4aa2cf787108 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:10.988938 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.101986 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.200608 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 2024ce02-b0a1-4222-821c-4aa2cf787108 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:11.200967 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.202689 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 810fb24a-54a5-438e-bcdf-a40d65a68ef0 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:11.363314 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:11.366849 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.377690 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.396431 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'Port': ['ID=417a6b4e-5df0-441e-a674-8ff76e8254b0,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:11.427821 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Network fbb6d09f-debf-4861-8d26-a31683d060c5 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:11.442971 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:11.483885 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:11.503084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:11.503898 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.527175 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc163c9-2434-4dad-b635-ff5e3840b011 req-7c21c7b9-bcd8-4947-9b4d-0ac3fc5cc4f8 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:11.529823 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4bc163c9-2434-4dad-b635-ff5e3840b011 req-7c21c7b9-bcd8-4947-9b4d-0ac3fc5cc4f8 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 932 time: 0.3519280 Mar 28 18:55:11.534635 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59116) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:11.571589 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:11.574705 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bc838aff-9115-4461-b065-0684b6d36dc8 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:11.673846 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-d8fc7664-a0f6-437a-98e6-f65fb005d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:11.676345 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-d8fc7664-a0f6-437a-98e6-f65fb005d6aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.7417638 Mar 28 18:55:11.679092 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59120) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:11.713392 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port bc838aff-9115-4461-b065-0684b6d36dc8 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:11.713793 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.795494 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-5c52542b-81bd-49b1-af9d-b2abb550bcb8 None None] Provisioning complete for port 417a6b4e-5df0-441e-a674-8ff76e8254b0 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:11.796590 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5c52542b-81bd-49b1-af9d-b2abb550bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.859893 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-5c52542b-81bd-49b1-af9d-b2abb550bcb8 None None] Port 417a6b4e-5df0-441e-a674-8ff76e8254b0 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:11.863281 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010cce-9a51-476c-b7ad-12f7fd032c6f req-29898a3e-e03b-4af2-beea-8663f5554ea0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:11.864770 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5c010cce-9a51-476c-b7ad-12f7fd032c6f req-29898a3e-e03b-4af2-beea-8663f5554ea0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 932 time: 0.1873274 Mar 28 18:55:11.883245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port bc838aff-9115-4461-b065-0684b6d36dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:11.931491 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-a1997319-73e6-4a2c-840d-40b8992c160c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4418571 Mar 28 18:55:11.948171 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ce49ebfa-3b4c-4c70-81e6-07d332c2520e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:11.952601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-b537f113-907e-4bc1-95cc-a6de453fb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:11.954657 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-b537f113-907e-4bc1-95cc-a6de453fb857 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2662940 Mar 28 18:55:11.965521 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5c010cce-9a51-476c-b7ad-12f7fd032c6f req-daffd8fe-a032-456e-a197-011b04f97a4c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849726 Mar 28 18:55:12.049148 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ce49ebfa-3b4c-4c70-81e6-07d332c2520e admin admin] Publish callbacks [] for security_group (b1a54c99-7d66-4fb0-bc27-6f5cda933e73), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.053905 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ce49ebfa-3b4c-4c70-81e6-07d332c2520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b1a54c99-7d66-4fb0-bc27-6f5cda933e73), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.068450 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.094101 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Request body: {'port': {'device_id': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:12.114113 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ce49ebfa-3b4c-4c70-81e6-07d332c2520e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3e7d7586a2f4741871699d90e5f8ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338245 Mar 28 18:55:12.120239 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f1d22530-dbfc-42b0-b92f-7aa64d3aa08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.121395 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49ebfa-3b4c-4c70-81e6-07d332c2520e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a54c99-7d66-4fb0-bc27-6f5cda933e73,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:12.124009 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59134) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:12.192727 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18dbb15-202a-41b7-8cbb-bd62f3a1836f {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:12.211556 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4bc163c9-2434-4dad-b635-ff5e3840b011 req-7130ca89-d0e4-47f4-8e12-cd58a07d06d0 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061626 Mar 28 18:55:12.213502 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:12.225634 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-28417fa1-a102-4e63-bc04-74b30fff63b3 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376173 Mar 28 18:55:12.285873 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:12.297498 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Publish callbacks [] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.301184 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:55:12.308093 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:12.312246 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.407668 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9c595a-d0e0-4377-89b3-1beab3696248,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:12.472719 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Transition to ACTIVE for port object c18dbb15-202a-41b7-8cbb-bd62f3a1836f will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:12.539992 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks [] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.541746 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-693b5c40-db3b-47a4-9196-3037945c4471 admin admin] Publish callbacks [] for security_group (b1a54c99-7d66-4fb0-bc27-6f5cda933e73), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.567023 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-693b5c40-db3b-47a4-9196-3037945c4471 admin admin] Publish callbacks [] for security_group (b1a54c99-7d66-4fb0-bc27-6f5cda933e73), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.583020 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.694557 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f2bc0f7e-a844-409b-b28c-6bec3d3fe5b4 None None] Provisioning complete for port 0e9c595a-d0e0-4377-89b3-1beab3696248 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:12.695142 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0f7e-a844-409b-b28c-6bec3d3fe5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.804017 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc0f7e-a844-409b-b28c-6bec3d3fe5b4 None None] Port 0e9c595a-d0e0-4377-89b3-1beab3696248 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:12.809630 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.810648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (b32365ba-2830-478c-b1ae-4814b161a215), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.851489 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-693b5c40-db3b-47a4-9196-3037945c4471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b1a54c99-7d66-4fb0-bc27-6f5cda933e73), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.853988 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-693b5c40-db3b-47a4-9196-3037945c4471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:12.861150 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-693b5c40-db3b-47a4-9196-3037945c4471 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1a54c99-7d66-4fb0-bc27-6f5cda933e73 HTTP/1.1" status: 204 len: 168 time: 0.7040560 Mar 28 18:55:12.909845 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b5c40-db3b-47a4-9196-3037945c4471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a54c99-7d66-4fb0-bc27-6f5cda933e73,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:12.923792 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.022344 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks [] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.089644 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Pushing event updated for resources: {'Port': ['ID=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.123996 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.124265 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.211264 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fa563-4bee-42ca-9580-0a76e31c8356 req-a7ed173b-8e1a-4dd1-aed2-db892077bfb5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:13.216982 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c33fa563-4bee-42ca-9580-0a76e31c8356 req-a7ed173b-8e1a-4dd1-aed2-db892077bfb5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 932 time: 0.1172245 Mar 28 18:55:13.334841 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c33fa563-4bee-42ca-9580-0a76e31c8356 req-0c34046b-184a-4442-b63a-3fa75f49f5ed tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085284 Mar 28 18:55:13.391951 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.394468 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59156) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:13.395093 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f1d22530-dbfc-42b0-b92f-7aa64d3aa08c admin admin] Publish callbacks [] for security_group (1e1741b1-7ecf-412a-8663-e440cf89b0f7), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.408393 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dc3b52a3-6147-4927-9dda-cab1982d1309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.465395 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f1d22530-dbfc-42b0-b92f-7aa64d3aa08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1e1741b1-7ecf-412a-8663-e440cf89b0f7), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.477627 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.485543 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dc3b52a3-6147-4927-9dda-cab1982d1309 admin admin] Publish callbacks [] for security_group (36978f34-09e8-4bce-bbfe-05d54e9364e8), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.490222 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dc3b52a3-6147-4927-9dda-cab1982d1309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (36978f34-09e8-4bce-bbfe-05d54e9364e8), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.494933 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Attempting to bind port c18dbb15-202a-41b7-8cbb-bd62f3a1836f on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:13.495848 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Attempting to bind port c18dbb15-202a-41b7-8cbb-bd62f3a1836f by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '8fe41fed-bf27-408c-b4cb-7d9887b97772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:13.496286 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Attempting to bind port c18dbb15-202a-41b7-8cbb-bd62f3a1836f on network 98df7fce-8e88-4282-bfb2-f90c79271a44 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:13.528593 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dc3b52a3-6147-4927-9dda-cab1982d1309 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98dc8a253b584bd3a8a606c2db4d91f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329842 Mar 28 18:55:13.530697 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b52a3-6147-4927-9dda-cab1982d1309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36978f34-09e8-4bce-bbfe-05d54e9364e8,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.533222 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59158) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:13.591179 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-16ce0529-a143-4ce0-8d31-0d5a22b71340 admin admin] Publish callbacks [] for security_group (36978f34-09e8-4bce-bbfe-05d54e9364e8), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.612933 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-16ce0529-a143-4ce0-8d31-0d5a22b71340 admin admin] Publish callbacks [] for security_group (36978f34-09e8-4bce-bbfe-05d54e9364e8), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.626288 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Port c18dbb15-202a-41b7-8cbb-bd62f3a1836f on network 98df7fce-8e88-4282-bfb2-f90c79271a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:13.626614 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Attempting to bind port c18dbb15-202a-41b7-8cbb-bd62f3a1836f on network 98df7fce-8e88-4282-bfb2-f90c79271a44 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:13.661302 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:13.663713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-16ce0529-a143-4ce0-8d31-0d5a22b71340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (36978f34-09e8-4bce-bbfe-05d54e9364e8), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.667827 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-16ce0529-a143-4ce0-8d31-0d5a22b71340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.669109 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-16ce0529-a143-4ce0-8d31-0d5a22b71340 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36978f34-09e8-4bce-bbfe-05d54e9364e8 HTTP/1.1" status: 204 len: 168 time: 0.1350510 Mar 28 18:55:13.676558 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:13.676935 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Checking segment: {'id': '8fe41fed-bf27-408c-b4cb-7d9887b97772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:13.677520 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Bound using segment: {'id': '8fe41fed-bf27-408c-b4cb-7d9887b97772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:13.677961 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Bound port: c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe41fed-bf27-408c-b4cb-7d9887b97772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:13.678347 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.685171 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f1d22530-dbfc-42b0-b92f-7aa64d3aa08c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c8364e9a06d4d76b638db61e0cc3cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0222056 Mar 28 18:55:13.685766 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59162) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:13.693531 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce0529-a143-4ce0-8d31-0d5a22b71340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36978f34-09e8-4bce-bbfe-05d54e9364e8,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.694065 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:13.696894 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d22530-dbfc-42b0-b92f-7aa64d3aa08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1741b1-7ecf-412a-8663-e440cf89b0f7,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.749739 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23c3e6f9-fa0a-49c3-b9fe-55cd737f03f4 admin admin] Publish callbacks [] for security_group (1e1741b1-7ecf-412a-8663-e440cf89b0f7), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.774740 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Pushing event updated for resources: {'Port': ['ID=9507b44f-b171-4417-8fc6-d0113bf38ce2,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.778102 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23c3e6f9-fa0a-49c3-b9fe-55cd737f03f4 admin admin] Publish callbacks [] for security_group (1e1741b1-7ecf-412a-8663-e440cf89b0f7), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.850119 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23c3e6f9-fa0a-49c3-b9fe-55cd737f03f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1e1741b1-7ecf-412a-8663-e440cf89b0f7), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.855471 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-23c3e6f9-fa0a-49c3-b9fe-55cd737f03f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:13.864662 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-23c3e6f9-fa0a-49c3-b9fe-55cd737f03f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e1741b1-7ecf-412a-8663-e440cf89b0f7 HTTP/1.1" status: 204 len: 168 time: 0.1734321 Mar 28 18:55:13.875564 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3e6f9-fa0a-49c3-b9fe-55cd737f03f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1741b1-7ecf-412a-8663-e440cf89b0f7,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:13.972907 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a5dda-57d0-45c8-9d33-756d5a5ac036 req-9dcd8323-554f-4474-b80e-315e257dfb2e tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:13.974431 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b96a5dda-57d0-45c8-9d33-756d5a5ac036 req-9dcd8323-554f-4474-b80e-315e257dfb2e tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.6185415 Mar 28 18:55:14.001540 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Network 63b94483-fabb-414a-8414-54bcef9ea428 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:14.018827 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:14.060123 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-26e9c0a9-3460-4a9a-93a8-0d0623612681 None None] Provisioning complete for port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:14.061681 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-26e9c0a9-3460-4a9a-93a8-0d0623612681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.118081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-26e9c0a9-3460-4a9a-93a8-0d0623612681 None None] Port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:14.238764 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] For port c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:14.293966 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b96a5dda-57d0-45c8-9d33-756d5a5ac036 req-3d1d7af4-b172-440e-8020-96d3de173864 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866025 Mar 28 18:55:14.312256 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] For port c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,segment=NetworkSegment(8fe41fed-bf27-408c-b4cb-7d9887b97772),segment_id=8fe41fed-bf27-408c-b4cb-7d9887b97772)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:14.344935 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2e267324-59f8-49ab-be46-f9b64b48ac0f None None] Provisioning complete for port 9507b44f-b171-4417-8fc6-d0113bf38ce2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:14.344935 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2e267324-59f8-49ab-be46-f9b64b48ac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.345126 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59180) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:14.366874 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f2c5491-6f28-46d9-a16d-2bb8ab79f5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.387858 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.405820 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2e267324-59f8-49ab-be46-f9b64b48ac0f None None] Port 9507b44f-b171-4417-8fc6-d0113bf38ce2 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:14.453642 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:55:14.471004 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417a6b4e-5df0-441e-a674-8ff76e8254b0 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:14.480496 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:14.481143 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.482590 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] 10.222.0.15 "PUT /v2.0/ports/c18dbb15-202a-41b7-8cbb-bd62f3a1836f HTTP/1.1" status: 200 len: 1094 time: 6.8280816 Mar 28 18:55:14.492627 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks [] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.494120 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:14.510322 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f2c5491-6f28-46d9-a16d-2bb8ab79f5aa admin admin] Publish callbacks [] for security_group (dbc9dd31-8078-4e6d-9281-8b71a00f21fe), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.516115 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f2c5491-6f28-46d9-a16d-2bb8ab79f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dbc9dd31-8078-4e6d-9281-8b71a00f21fe), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.525789 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa03bef-2258-4589-a908-345cedbded86 req-ae4bff33-3529-4b6f-844a-81d37abbcb2e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:14.528140 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4fa03bef-2258-4589-a908-345cedbded86 req-ae4bff33-3529-4b6f-844a-81d37abbcb2e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 932 time: 0.1001248 Mar 28 18:55:14.561400 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Publish callbacks [] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.565024 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Router fc8bc34b-87e4-40ed-a20b-0c1f051c556b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:55:14.576386 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.576963 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.595144 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9f2c5491-6f28-46d9-a16d-2bb8ab79f5aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fc6990cad464d089cf42b64fcf06809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488546 Mar 28 18:55:14.597325 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c5491-6f28-46d9-a16d-2bb8ab79f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9dd31-8078-4e6d-9281-8b71a00f21fe,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:14.601239 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59192) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:14.603776 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc114fc5-ac71-4379-91fb-8b357c673c12 service neutron] Pushing event updated for resources: {'Port': ['ID=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:14.607274 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Transition to ACTIVE for port object 417a6b4e-5df0-441e-a674-8ff76e8254b0 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:14.646907 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4fa03bef-2258-4589-a908-345cedbded86 req-c4caa5e1-f835-4876-9e7c-6a8785f84e2d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092083 Mar 28 18:55:14.685790 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.693505 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bb45fda-c3b9-4295-bfa5-598a1eb166fd admin admin] Publish callbacks [] for security_group (dbc9dd31-8078-4e6d-9281-8b71a00f21fe), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.718580 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bb45fda-c3b9-4295-bfa5-598a1eb166fd admin admin] Publish callbacks [] for security_group (dbc9dd31-8078-4e6d-9281-8b71a00f21fe), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.779313 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bb45fda-c3b9-4295-bfa5-598a1eb166fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dbc9dd31-8078-4e6d-9281-8b71a00f21fe), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.782338 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2bb45fda-c3b9-4295-bfa5-598a1eb166fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:14.783834 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2bb45fda-c3b9-4295-bfa5-598a1eb166fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbc9dd31-8078-4e6d-9281-8b71a00f21fe HTTP/1.1" status: 204 len: 168 time: 0.1753988 Mar 28 18:55:14.792408 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb45fda-c3b9-4295-bfa5-598a1eb166fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc9dd31-8078-4e6d-9281-8b71a00f21fe,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:14.992417 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb1065-d242-43c0-87e7-8421be3fdbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:15.028578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9c595a-d0e0-4377-89b3-1beab3696248,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.161425 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=417a6b4e-5df0-441e-a674-8ff76e8254b0,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.165152 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:15.168405 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:55:15.173625 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Attempting to bind port 417a6b4e-5df0-441e-a674-8ff76e8254b0 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:15.174675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Attempting to bind port 417a6b4e-5df0-441e-a674-8ff76e8254b0 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:15.175345 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Attempting to bind port 417a6b4e-5df0-441e-a674-8ff76e8254b0 on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:15.178580 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:55:15.191495 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-89b0af6e-a982-42c4-9e18-4db7f1538478 admin admin] 10.222.0.31 "PUT /v2.0/routers/b32365ba-2830-478c-b1ae-4814b161a215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4899857 Mar 28 18:55:15.191495 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:15.201797 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:15.201997 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Port 417a6b4e-5df0-441e-a674-8ff76e8254b0 on network fbb6d09f-debf-4861-8d26-a31683d060c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:15.202507 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Attempting to bind port 417a6b4e-5df0-441e-a674-8ff76e8254b0 on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:15.203206 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:15.236906 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:15.237337 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Checking segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:15.237832 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Bound using segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:15.238399 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Bound port: 417a6b4e-5df0-441e-a674-8ff76e8254b0, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:15.238847 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.251349 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:55:15.267207 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1e1a0088-58da-4e39-bd3e-37e533a28493 admin admin] 10.222.0.31 "PUT /v2.0/routers/fc8bc34b-87e4-40ed-a20b-0c1f051c556b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1457486 Mar 28 18:55:15.267839 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Sync routers for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:55:15.284139 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:15.284792 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:15.472900 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:15.519014 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:15.534762 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4784d034-0198-4e4a-9b4b-7cca6644f089 x-openstack-request-id: req-4784d034-0198-4e4a-9b4b-7cca6644f089 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:15.536853 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:15.537115 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4784d034-0198-4e4a-9b4b-7cca6644f089 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:15.541183 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4784d034-0198-4e4a-9b4b-7cca6644f089'] response: {'name': 'network-changed', 'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f', 'status': 'completed', 'code': 200} Mar 28 18:55:15.552590 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5130ba0-955a-4cf6-b74e-61d2bee8422d req-9ad18e9f-232e-4547-af37-b599e4a13e0a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:15.554944 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c5130ba0-955a-4cf6-b74e-61d2bee8422d req-9ad18e9f-232e-4547-af37-b599e4a13e0a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.1326928 Mar 28 18:55:15.634590 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] For port 417a6b4e-5df0-441e-a674-8ff76e8254b0, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:15.640127 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] For port 417a6b4e-5df0-441e-a674-8ff76e8254b0, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:15.658646 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:55:15.659470 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.670463 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c5130ba0-955a-4cf6-b74e-61d2bee8422d req-0a39b646-0f8c-4c89-b8a4-5b717cff55c5 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076572 Mar 28 18:55:15.686414 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-215e6e7b-2e31-4da8-8e44-a78cda13dcf0 None None] Provisioning complete for port 0e9c595a-d0e0-4377-89b3-1beab3696248 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:15.687178 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-215e6e7b-2e31-4da8-8e44-a78cda13dcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.719176 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:15.719849 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:15.721238 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/417a6b4e-5df0-441e-a674-8ff76e8254b0 HTTP/1.1" status: 200 len: 1094 time: 3.6352065 Mar 28 18:55:15.837842 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed92880-d3ac-487c-91e2-5ef90d62b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=417a6b4e-5df0-441e-a674-8ff76e8254b0,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:15.915861 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-215e6e7b-2e31-4da8-8e44-a78cda13dcf0 None None] Port 0e9c595a-d0e0-4377-89b3-1beab3696248 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:15.922019 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:55:15.936883 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9a51f801-2176-48c1-b8b6-87eaa587b920 admin admin] 10.222.0.31 "PUT /v2.0/routers/220f371b-ba9d-4dd6-96f4-9b8f3caec8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9010732 Mar 28 18:55:15.950052 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Sync routers for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:55:15.989608 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:15.996530 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.031459 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:11Z', 'revision_number': 2, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.063003 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Checking router: fc8bc34b-87e4-40ed-a20b-0c1f051c556b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:16.063855 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Updating router fc8bc34b-87e4-40ed-a20b-0c1f051c556b port 9507b44f-b171-4417-8fc6-d0113bf38ce2 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:16.092936 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.228116 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59256) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.234524 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-bbd5369a-641d-4acd-b656-d132e824cc20 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555790454', 'description': 'tempest-description--1345058117'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:16.285932 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:16.304591 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbd5369a-641d-4acd-b656-d132e824cc20 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.403092 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede4100-a5b7-406c-9d59-9d8fc1241bbf req-83086109-69d8-4099-8ae0-f1b8345ad5dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:16.407140 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aede4100-a5b7-406c-9d59-9d8fc1241bbf req-83086109-69d8-4099-8ae0-f1b8345ad5dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.1152995 Mar 28 18:55:16.472305 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbd5369a-641d-4acd-b656-d132e824cc20 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (8bfdceeb-9bee-4335-9417-0ea18072bc86), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.480430 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbd5369a-641d-4acd-b656-d132e824cc20 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8bfdceeb-9bee-4335-9417-0ea18072bc86), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.513028 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aede4100-a5b7-406c-9d59-9d8fc1241bbf req-8bc1d20a-b128-4e5e-992f-49439575e034 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002753 Mar 28 18:55:16.518086 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5369a-641d-4acd-b656-d132e824cc20 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfdceeb-9bee-4335-9417-0ea18072bc86,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.534017 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbd5369a-641d-4acd-b656-d132e824cc20 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.538048 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bbd5369a-641d-4acd-b656-d132e824cc20 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3060906 Mar 28 18:55:16.538645 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59270) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.543904 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-b2d6c215-2ac6-488b-8a87-5c306059284e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': '8bfdceeb-9bee-4335-9417-0ea18072bc86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:16.585201 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59274) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.585732 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2d6c215-2ac6-488b-8a87-5c306059284e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (3ed798b3-6953-4dc7-a46b-38186a69e5e5), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.589987 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-10f62a8d-8dd6-4b9c-9536-2e372872a255 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137412333', 'description': 'tempest-description--1964079388'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:16.640090 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-10f62a8d-8dd6-4b9c-9536-2e372872a255 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.666352 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:11Z', 'revision_number': 2, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.701589 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:16.702372 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Updating router b32365ba-2830-478c-b1ae-4814b161a215 port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:16.708778 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2d6c215-2ac6-488b-8a87-5c306059284e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (3ed798b3-6953-4dc7-a46b-38186a69e5e5), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.714291 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2d6c215-2ac6-488b-8a87-5c306059284e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (3ed798b3-6953-4dc7-a46b-38186a69e5e5), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.749239 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6c215-2ac6-488b-8a87-5c306059284e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed798b3-6953-4dc7-a46b-38186a69e5e5,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.751444 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.759453 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b2d6c215-2ac6-488b-8a87-5c306059284e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.763173 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b2d6c215-2ac6-488b-8a87-5c306059284e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208011 Mar 28 18:55:16.763902 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59282) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.768245 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Publish callbacks [] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.768838 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-7e5a6c2a-ac79-4d30-bafd-86ecc4721668 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': '8bfdceeb-9bee-4335-9417-0ea18072bc86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:16.781968 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:13Z', 'revision_number': 2, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:16.783819 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.808479 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6c2a-ac79-4d30-bafd-86ecc4721668 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (ff133bf6-b449-457a-b61c-501134605dee), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.814094 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Checking router: 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:55:16.814716 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Updating router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 port 0e9c595a-d0e0-4377-89b3-1beab3696248 binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:55:16.817314 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-10f62a8d-8dd6-4b9c-9536-2e372872a255 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (8c22e13c-c655-46f7-ba01-8de83a84594d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.823237 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-10f62a8d-8dd6-4b9c-9536-2e372872a255 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8c22e13c-c655-46f7-ba01-8de83a84594d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.878646 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-10f62a8d-8dd6-4b9c-9536-2e372872a255 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.882846 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-10f62a8d-8dd6-4b9c-9536-2e372872a255 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2965443 Mar 28 18:55:16.889084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59284) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:16.911133 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c783480-91c4-4052-a2a3-89f7463752f3 None None] Pushing event updated for resources: {'Port': ['ID=9507b44f-b171-4417-8fc6-d0113bf38ce2,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:16.925753 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-ede8178e-f0bd-4139-8384-1798704c86e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'security_group_rule': {'security_group_id': '8c22e13c-c655-46f7-ba01-8de83a84594d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:16.952279 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:16.958871 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f62a8d-8dd6-4b9c-9536-2e372872a255 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c22e13c-c655-46f7-ba01-8de83a84594d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:17.000917 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6c2a-ac79-4d30-bafd-86ecc4721668 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (ff133bf6-b449-457a-b61c-501134605dee), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.007575 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ede8178e-f0bd-4139-8384-1798704c86e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (9b2371ee-957f-4de9-acf7-7b684e7e7de6), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.009932 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6c2a-ac79-4d30-bafd-86ecc4721668 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (ff133bf6-b449-457a-b61c-501134605dee), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.053585 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a6c2a-ac79-4d30-bafd-86ecc4721668 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff133bf6-b449-457a-b61c-501134605dee,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:17.059656 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6c2a-ac79-4d30-bafd-86ecc4721668 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.063900 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7e5a6c2a-ac79-4d30-bafd-86ecc4721668 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2960789 Mar 28 18:55:17.065893 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59288) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:17.072263 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Attempting to bind port 9507b44f-b171-4417-8fc6-d0113bf38ce2 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:17.075257 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:17.075925 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Attempting to bind port 9507b44f-b171-4417-8fc6-d0113bf38ce2 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:17.076521 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Attempting to bind port 9507b44f-b171-4417-8fc6-d0113bf38ce2 on network 63b94483-fabb-414a-8414-54bcef9ea428 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:17.084496 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb09ba-aaf4-48d7-8636-930a244d0abe req-7919a607-fa8d-4ecd-b3cd-439c409a1bc3 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:17.087221 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-77cb09ba-aaf4-48d7-8636-930a244d0abe req-7919a607-fa8d-4ecd-b3cd-439c409a1bc3 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.2284899 Mar 28 18:55:17.097866 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:17.102972 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Checking segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:17.104464 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.107681 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Bound using segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:17.108301 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Bound port: 9507b44f-b171-4417-8fc6-d0113bf38ce2, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:17.108785 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.139121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.209634 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-77cb09ba-aaf4-48d7-8636-930a244d0abe req-181dd996-c769-49d1-9382-6cd221206292 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103456 Mar 28 18:55:17.250933 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] For port 9507b44f-b171-4417-8fc6-d0113bf38ce2, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:17.266391 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] For port 9507b44f-b171-4417-8fc6-d0113bf38ce2, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9507b44f-b171-4417-8fc6-d0113bf38ce2,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:17.281319 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.369534 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c783480-91c4-4052-a2a3-89f7463752f3 None None] Pushing event updated for resources: {'Port': ['ID=9507b44f-b171-4417-8fc6-d0113bf38ce2,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:17.440242 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:17.441271 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:17.468441 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ede8178e-f0bd-4139-8384-1798704c86e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (9b2371ee-957f-4de9-acf7-7b684e7e7de6), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.507105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ede8178e-f0bd-4139-8384-1798704c86e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (9b2371ee-957f-4de9-acf7-7b684e7e7de6), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.591440 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'tag': '417a6b4e-5df0-441e-a674-8ff76e8254b0'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:17.594421 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dd8ac5-b9ce-44d1-89a1-9ecf99a0e78d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a079e1a-48ee-4ab0-8395-03ab69d60e08", "tag": "417a6b4e-5df0-441e-a674-8ff76e8254b0"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:17.603359 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8178e-f0bd-4139-8384-1798704c86e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2371ee-957f-4de9-acf7-7b684e7e7de6,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:17.622881 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ede8178e-f0bd-4139-8384-1798704c86e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.631435 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59310) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:17.632686 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ede8178e-f0bd-4139-8384-1798704c86e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7424951 Mar 28 18:55:17.639634 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-fcba23b7-0aa8-4bde-8934-1861f62bc93e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534695842', 'description': 'tempest-description--1860507047'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:17.643934 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59312) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:17.660227 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-a6dcd64b-1afa-49f4-95a4-38673370a84e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'security_group_rule': {'security_group_id': '8c22e13c-c655-46f7-ba01-8de83a84594d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:17.688229 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e360d73c-a0af-4658-81d1-a1b2af2ee0ea None None] Provisioning complete for port 9507b44f-b171-4417-8fc6-d0113bf38ce2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:17.688976 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e360d73c-a0af-4658-81d1-a1b2af2ee0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.719196 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:17.725948 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.820498 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fcba23b7-0aa8-4bde-8934-1861f62bc93e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.843085 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e3701-bdb0-4a91-91a2-d6f80ae068a0 x-openstack-request-id: req-4a3e3701-bdb0-4a91-91a2-d6f80ae068a0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:17.843402 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a079e1a-48ee-4ab0-8395-03ab69d60e08", "tag": "417a6b4e-5df0-441e-a674-8ff76e8254b0", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:17.843660 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a3e3701-bdb0-4a91-91a2-d6f80ae068a0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:17.844408 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3e3701-bdb0-4a91-91a2-d6f80ae068a0'] response: {'name': 'network-changed', 'server_uuid': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'tag': '417a6b4e-5df0-441e-a674-8ff76e8254b0', 'status': 'completed', 'code': 200} Mar 28 18:55:17.879903 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd64b-1afa-49f4-95a4-38673370a84e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (fcfa87b3-61c9-4d4b-8e56-407f36d15f8d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:17.937104 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74a30-43a0-4514-b72a-afdc10c98d4b req-3df617d8-e033-446f-b532-2476c82b97a6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:17.945595 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0a74a30-43a0-4514-b72a-afdc10c98d4b req-3df617d8-e033-446f-b532-2476c82b97a6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.2621126 Mar 28 18:55:17.999352 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Publish callbacks [] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.029667 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.27.1.217 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/8eff5d96-a427-4c25-857c-d87daf206297) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:18.080744 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0a74a30-43a0-4514-b72a-afdc10c98d4b req-39efb7dc-574a-4669-9f7a-dfebad1cde3d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352606 Mar 28 18:55:18.093916 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd64b-1afa-49f4-95a4-38673370a84e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (fcfa87b3-61c9-4d4b-8e56-407f36d15f8d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.103009 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fcba23b7-0aa8-4bde-8934-1861f62bc93e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (9792a494-1268-49f6-868f-5a7ac7c23081), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.105586 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd64b-1afa-49f4-95a4-38673370a84e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (fcfa87b3-61c9-4d4b-8e56-407f36d15f8d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.118531 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fcba23b7-0aa8-4bde-8934-1861f62bc93e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9792a494-1268-49f6-868f-5a7ac7c23081), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.138662 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcd64b-1afa-49f4-95a4-38673370a84e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfa87b3-61c9-4d4b-8e56-407f36d15f8d,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:18.143007 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.157756 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd64b-1afa-49f4-95a4-38673370a84e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.163240 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a6dcd64b-1afa-49f4-95a4-38673370a84e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5168719 Mar 28 18:55:18.164071 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59324) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:18.177652 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:18.188791 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fcba23b7-0aa8-4bde-8934-1861f62bc93e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.190394 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fcba23b7-0aa8-4bde-8934-1861f62bc93e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5547314 Mar 28 18:55:18.193315 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59328) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:18.196749 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:17Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:18.200840 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba23b7-0aa8-4bde-8934-1861f62bc93e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9792a494-1268-49f6-868f-5a7ac7c23081,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:18.223465 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-0eb0e240-8dc1-4300-9a67-344ff9e6247b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'security_group_rule': {'security_group_id': '9792a494-1268-49f6-868f-5a7ac7c23081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:18.229924 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.242835 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa75cc8-d2da-4c82-ad0b-cb5671863cf9 None None] The sync data for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi is: [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:17Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:18.377528 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e360d73c-a0af-4658-81d1-a1b2af2ee0ea None None] Current status of the port 9507b44f-b171-4417-8fc6-d0113bf38ce2 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:18.378064 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e360d73c-a0af-4658-81d1-a1b2af2ee0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.379595 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0eb0e240-8dc1-4300-9a67-344ff9e6247b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (6570a23d-9392-46eb-b669-4a4880c6d8b9), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.452357 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Publish callbacks [] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.544201 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.559877 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0943f20-c61e-436e-8137-87db2aa39006 None None] Pushing event updated for resources: {'Port': ['ID=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:18.591564 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.605273 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0eb0e240-8dc1-4300-9a67-344ff9e6247b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (6570a23d-9392-46eb-b669-4a4880c6d8b9), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.656998 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0eb0e240-8dc1-4300-9a67-344ff9e6247b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (6570a23d-9392-46eb-b669-4a4880c6d8b9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.771196 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (8eff5d96-a427-4c25-857c-d87daf206297), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.775723 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e360d73c-a0af-4658-81d1-a1b2af2ee0ea None None] For port 9507b44f-b171-4417-8fc6-d0113bf38ce2, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9507b44f-b171-4417-8fc6-d0113bf38ce2,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:18.783863 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0eb0e240-8dc1-4300-9a67-344ff9e6247b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.787819 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0eb0e240-8dc1-4300-9a67-344ff9e6247b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5908697 Mar 28 18:55:18.788641 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59340) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:18.797452 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-f5340a8d-8a7a-4123-bd81-497b1b2df9d2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'security_group_rule': {'security_group_id': '9792a494-1268-49f6-868f-5a7ac7c23081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:18.810707 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9507b44f-b171-4417-8fc6-d0113bf38ce2 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:18.815041 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e360d73c-a0af-4658-81d1-a1b2af2ee0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.816672 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0e240-8dc1-4300-9a67-344ff9e6247b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6570a23d-9392-46eb-b669-4a4880c6d8b9,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:18.877985 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f5340a8d-8a7a-4123-bd81-497b1b2df9d2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (cea983ba-1937-46fb-a5fa-146d1189525e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:18.886282 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef8a1d-2ec0-498e-b546-d36893350418 None None] Pushing event updated for resources: {'Port': ['ID=0e9c595a-d0e0-4377-89b3-1beab3696248,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:18.915290 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Attempting to bind port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:18.915667 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Attempting to bind port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:18.916049 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Attempting to bind port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:18.964627 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31ad8d-7965-43fa-bd79-823c3e5a3074 req-a50fab4b-40de-4b45-92af-5987b56d76e2 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:18.968620 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cc31ad8d-7965-43fa-bd79-823c3e5a3074 req-a50fab4b-40de-4b45-92af-5987b56d76e2 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.4580832 Mar 28 18:55:19.016523 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:19.016729 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Checking segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:19.017142 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.017560 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Bound using segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:19.018073 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Bound port: ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:19.018529 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.048361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f5340a8d-8a7a-4123-bd81-497b1b2df9d2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (cea983ba-1937-46fb-a5fa-146d1189525e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.069139 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (8eff5d96-a427-4c25-857c-d87daf206297), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.102806 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f5340a8d-8a7a-4123-bd81-497b1b2df9d2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (cea983ba-1937-46fb-a5fa-146d1189525e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.137225 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5340a8d-8a7a-4123-bd81-497b1b2df9d2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea983ba-1937-46fb-a5fa-146d1189525e,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:19.161084 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360d73c-a0af-4658-81d1-a1b2af2ee0ea None None] Pushing event updated for resources: {'Port': ['ID=9507b44f-b171-4417-8fc6-d0113bf38ce2,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:19.162980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:19.172289 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f5340a8d-8a7a-4123-bd81-497b1b2df9d2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.173501 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f5340a8d-8a7a-4123-bd81-497b1b2df9d2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826525 Mar 28 18:55:19.186217 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59354) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:19.194346 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Allocated IP 172.27.1.169 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/2dc21b24-490b-4ce6-8119-8241edb0dfd9) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:19.199630 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:19.220769 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:19.233045 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:19.280756 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cc31ad8d-7965-43fa-bd79-823c3e5a3074 req-0607094e-fb59-4c84-95b5-a43f3f83c84f tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739618 Mar 28 18:55:19.348294 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.353668 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Attempting to bind port 0e9c595a-d0e0-4377-89b3-1beab3696248 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:19.355396 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Attempting to bind port 0e9c595a-d0e0-4377-89b3-1beab3696248 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:19.355940 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Attempting to bind port 0e9c595a-d0e0-4377-89b3-1beab3696248 on network 989a5a00-b4e7-424a-a451-554dfd2c7fba {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:19.357944 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=8eff5d96-a427-4c25-857c-d87daf206297,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:19.416402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:19.417541 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Checking segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:19.417957 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.418393 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Bound using segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:19.418920 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Bound port: 0e9c595a-d0e0-4377-89b3-1beab3696248, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:19.419448 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.430076 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f82ab756-bb97-4f45-b6fc-188141d6b3f9 None None] Provisioning complete for port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:19.430508 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f82ab756-bb97-4f45-b6fc-188141d6b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.461644 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (e89594de-77f8-4f9d-a3fe-16d4cbfcce98), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.500622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 9507b44f-b171-4417-8fc6-d0113bf38ce2 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:19.500993 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.511717 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] For port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:19.590524 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] For port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:19.592970 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f82ab756-bb97-4f45-b6fc-188141d6b3f9 None None] Port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:19.616663 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.640395 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3e120-83cd-4c1f-be9d-59d1bc8e7093 req-9a072eb2-f709-4623-b1f1-81f1e2c71c11 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:19.642018 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-43f3e120-83cd-4c1f-be9d-59d1bc8e7093 req-9a072eb2-f709-4623-b1f1-81f1e2c71c11 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.4117150 Mar 28 18:55:19.668413 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f82ab756-bb97-4f45-b6fc-188141d6b3f9 None None] Provisioning complete for port 9507b44f-b171-4417-8fc6-d0113bf38ce2 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:19.668783 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f82ab756-bb97-4f45-b6fc-188141d6b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.684642 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.689230 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce7b2f7d-c6ab-41c8-8f2a-ad1b0429b8e6 req-44d88719-bf42-4409-a136-d77090bb68cc service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918164 Mar 28 18:55:19.742880 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1065-d242-43c0-87e7-8421be3fdbe9 req-ed6e91cf-9e2c-46fa-b91f-a3c0b31d4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:19.749326 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ecb1065-d242-43c0-87e7-8421be3fdbe9 req-ed6e91cf-9e2c-46fa-b91f-a3c0b31d4b4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b51790fff624aa39bd8d38de5efad71&device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 1128 time: 0.2767138 Mar 28 18:55:19.750042 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8eff5d96-a427-4c25-857c-d87daf206297), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.771566 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-43f3e120-83cd-4c1f-be9d-59d1bc8e7093 req-5f906743-0d05-4f91-ac2f-5dd9429e887a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183531 Mar 28 18:55:19.778183 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] For port 0e9c595a-d0e0-4377-89b3-1beab3696248, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:19.809970 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.819547 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd8ac5-b9ce-44d1-89a1-9ecf99a0e78d req-6b3a579d-79fc-4752-9f7f-27960c919398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:19.821739 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8dd8ac5-b9ce-44d1-89a1-9ecf99a0e78d req-6b3a579d-79fc-4752-9f7f-27960c919398 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 1128 time: 0.2946503 Mar 28 18:55:19.864452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] For port 0e9c595a-d0e0-4377-89b3-1beab3696248, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=0e9c595a-d0e0-4377-89b3-1beab3696248,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:19.886470 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:19.921757 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:19.931652 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:19.941973 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:19.943203 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:19.944214 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:20.114333 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'Port': ['ID=2dc21b24-490b-4ce6-8119-8241edb0dfd9,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:20.200562 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (ea784115-826e-4862-a0ee-b4c637cfbd35), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:20.297331 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0943f20-c61e-436e-8137-87db2aa39006 None None] Pushing event updated for resources: {'Port': ['ID=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:20.301834 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:20.377875 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59394) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:20.495967 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 9507b44f-b171-4417-8fc6-d0113bf38ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:20.507571 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:55:20.509902 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:54:58Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:20.545447 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:20.629683 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1065-d242-43c0-87e7-8421be3fdbe9 req-7da7df03-eb51-4912-b477-f23eeb2d74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:20.632048 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ecb1065-d242-43c0-87e7-8421be3fdbe9 req-7da7df03-eb51-4912-b477-f23eeb2d74db service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b51790fff624aa39bd8d38de5efad71&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8082278 Mar 28 18:55:20.671919 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9507b44f-b171-4417-8fc6-d0113bf38ce2 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:20.673764 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f82ab756-bb97-4f45-b6fc-188141d6b3f9 None None] Current status of the port 9507b44f-b171-4417-8fc6-d0113bf38ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:20.679763 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ef9d164a-b49f-475b-8d33-a1b8f19a5998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:20.685244 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Allocated IP 172.27.1.2 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/9464cb21-63ec-4bc6-87d4-540409f8f37c) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:20.723392 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef8a1d-2ec0-498e-b546-d36893350418 None None] Pushing event updated for resources: {'Port': ['ID=0e9c595a-d0e0-4377-89b3-1beab3696248,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:20.780270 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:20.867112 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:20.885245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:55:20.998436 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd8ac5-b9ce-44d1-89a1-9ecf99a0e78d req-5e673d0b-4020-4d3b-aa9b-af1413a21bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.000108 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8dd8ac5-b9ce-44d1-89a1-9ecf99a0e78d req-5e673d0b-4020-4d3b-aa9b-af1413a21bb1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2a6117129af949f0acb440eec33d0c8b&shared=False HTTP/1.1" status: 200 len: 920 time: 1.1440849 Mar 28 18:55:21.008288 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Provisioning complete for port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:21.008288 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.013762 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.031658 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7a965-62d7-4921-ae03-5f2f08bdf286 req-a81eadbd-fd8b-4128-ac35-1f7da2b28265 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.033783 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-58e7a965-62d7-4921-ae03-5f2f08bdf286 req-a81eadbd-fd8b-4128-ac35-1f7da2b28265 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.6185050 Mar 28 18:55:21.057763 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'Port': ['ID=9464cb21-63ec-4bc6-87d4-540409f8f37c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:21.089602 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.099155 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f2a1-f18e-4238-b8f6-dbaf1de56c6c req-d22a2012-f925-4d91-af8c-c8f015a88401 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.100787 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-de03f2a1-f18e-4238-b8f6-dbaf1de56c6c req-d22a2012-f925-4d91-af8c-c8f015a88401 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.1930120 Mar 28 18:55:21.102782 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 9507b44f-b171-4417-8fc6-d0113bf38ce2 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:21.103172 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.105717 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.118790 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:21.123708 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (ea784115-826e-4862-a0ee-b4c637cfbd35), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.152287 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:21.160719 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:21.213854 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd8ac5-b9ce-44d1-89a1-9ecf99a0e78d req-433bdab0-108d-483a-9f78-51dceb41d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.215831 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c8dd8ac5-b9ce-44d1-89a1-9ecf99a0e78d req-433bdab0-108d-483a-9f78-51dceb41d3f7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026687 Mar 28 18:55:21.233626 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-de03f2a1-f18e-4238-b8f6-dbaf1de56c6c req-69ade335-4d95-47da-b27a-594500408850 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180499 Mar 28 18:55:21.243459 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.246213 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0754042 Mar 28 18:55:21.296045 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c221ee-7833-4df3-b6dc-8bd8da1674be tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'Port': ['ID=2dc21b24-490b-4ce6-8119-8241edb0dfd9,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:21.306939 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1065-d242-43c0-87e7-8421be3fdbe9 req-ddadcd80-a739-4b1a-ae28-a60641b1b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.319375 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ecb1065-d242-43c0-87e7-8421be3fdbe9 req-ddadcd80-a739-4b1a-ae28-a60641b1b2f3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6693158 Mar 28 18:55:21.341400 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (a6096252-08a9-4bd2-aa01-b897e2c58efe), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.401880 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (8eff5d96-a427-4c25-857c-d87daf206297), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.415479 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Current status of the port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:21.415887 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.446359 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.482084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (8eff5d96-a427-4c25-857c-d87daf206297), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.489098 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:19Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:21.498704 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 9507b44f-b171-4417-8fc6-d0113bf38ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:21.542694 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcf0d64-6e2f-4328-b2eb-35e33ef8f885 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:19Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:21.546097 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] For port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:21.557737 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.575743 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=8eff5d96-a427-4c25-857c-d87daf206297,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:21.612773 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (e89594de-77f8-4f9d-a3fe-16d4cbfcce98), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.653810 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-58e7a965-62d7-4921-ae03-5f2f08bdf286 req-5cb929fb-d2df-49a3-8f50-598328831b09 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809471 Mar 28 18:55:21.658026 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:19Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:55:21.681595 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-dfd6140d-ae67-4da7-9980-5c1dae334e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.683966 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-dfd6140d-ae67-4da7-9980-5c1dae334e4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b51790fff624aa39bd8d38de5efad71&device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 1128 time: 0.2884977 Mar 28 18:55:21.689548 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.690896 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-55c087d2-77a7-478a-a070-f2bb323a3aa1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6227200 Mar 28 18:55:21.738223 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.744343 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b54d730-e222-4dca-b7a7-256a20be7336 None None] The sync data for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi is: [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:19Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:55:21.753635 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Provisioning complete for port 0e9c595a-d0e0-4377-89b3-1beab3696248 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:21.754057 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.754626 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.838585 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Pushing event updated for resources: {'Port': ['ID=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:21.905800 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'Port': ['ID=9464cb21-63ec-4bc6-87d4-540409f8f37c,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:21.920063 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (a6096252-08a9-4bd2-aa01-b897e2c58efe), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.947003 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ef9d164a-b49f-475b-8d33-a1b8f19a5998 admin admin] Publish callbacks [] for security_group (6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.953954 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-8f776ce4-20b4-435d-b2d1-0b5d8c764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:21.959457 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-8f776ce4-20b4-435d-b2d1-0b5d8c764483 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 1128 time: 0.6665924 Mar 28 18:55:21.962922 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:21.984528 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1bcbd509-a27d-4e6c-aaeb-eb62d6d6b50d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7919087 Mar 28 18:55:21.989085 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-fc458d8d-977e-468a-b791-99dfd1de2375 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f HTTP/1.1" status: 200 len: 217 time: 0.2797365 Mar 28 18:55:22.047765 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Current status of the port 0e9c595a-d0e0-4377-89b3-1beab3696248 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:22.054588 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.078454 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-73145e36-24c8-4881-8efb-28057f0a369c tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1137412333&fields=id&tenant_id=ecdfaba2f66d432b875009cae95c13f1 HTTP/1.1" status: 200 len: 267 time: 0.3347027 Mar 28 18:55:22.143328 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-2fcaf807-dd53-4705-894c-a7a84f34da3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0 HTTP/1.1" status: 200 len: 217 time: 0.1790795 Mar 28 18:55:22.144075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ef9d164a-b49f-475b-8d33-a1b8f19a5998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.150902 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] For port 0e9c595a-d0e0-4377-89b3-1beab3696248, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=0e9c595a-d0e0-4377-89b3-1beab3696248,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:22.158654 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.305017 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87315c24-d06b-4ff9-a782-fd9a83b1a214 None None] Pushing event updated for resources: {'Port': ['ID=0e9c595a-d0e0-4377-89b3-1beab3696248,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:22.311829 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-58b7ac2a-2cae-4108-85c0-c243ab63bf63 None None] Provisioning complete for port 0e9c595a-d0e0-4377-89b3-1beab3696248 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:22.312484 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-58b7ac2a-2cae-4108-85c0-c243ab63bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.388637 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-660670f7-0573-4a87-9e36-66554a83c537 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:22.390621 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-660670f7-0573-4a87-9e36-66554a83c537 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 811 time: 0.3088417 Mar 28 18:55:22.431668 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-abece13d-f9d9-49b9-945c-6729b14742a5 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/quotas/ecdfaba2f66d432b875009cae95c13f1 HTTP/1.1" status: 200 len: 375 time: 0.0323493 Mar 28 18:55:22.487731 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ef9d164a-b49f-475b-8d33-a1b8f19a5998 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ada68cf9d8dd4250a5191e2776384865&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0976214 Mar 28 18:55:22.490320 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59482) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:22.498468 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d164a-b49f-475b-8d33-a1b8f19a5998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:22.510797 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-8cee5593-a853-486d-84c7-1c096269defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:22.515577 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-8cee5593-a853-486d-84c7-1c096269defb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=825b2ef9-47fe-45e5-a9ad-c0700db4e2ac HTTP/1.1" status: 200 len: 851 time: 0.3900466 Mar 28 18:55:22.544133 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-58b7ac2a-2cae-4108-85c0-c243ab63bf63 None None] Current status of the port 0e9c595a-d0e0-4377-89b3-1beab3696248 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:22.630497 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-e20b875a-081a-43b8-9a52-0927e844aec1 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958523 Mar 28 18:55:22.659492 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1c661e16-1c85-4ad4-abc9-dcd44bb0eda5 admin admin] Publish callbacks [] for security_group (6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.661318 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-728386b1-fb5d-475d-a460-865ab8fa80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:22.663011 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-728386b1-fb5d-475d-a460-865ab8fa80c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.4134495 Mar 28 18:55:22.690664 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-60fa0a38-d840-4fcb-a91f-069ac89e2aeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98df7fce-8e88-4282-bfb2-f90c79271a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465430 Mar 28 18:55:22.771881 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:22.779352 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-589a9f49-15ec-4a1b-81e4-89f190db04d4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--555790454&fields=id&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 267 time: 0.4338703 Mar 28 18:55:22.802443 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1c661e16-1c85-4ad4-abc9-dcd44bb0eda5 admin admin] Publish callbacks [] for security_group (6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.867609 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1c661e16-1c85-4ad4-abc9-dcd44bb0eda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.871667 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1c661e16-1c85-4ad4-abc9-dcd44bb0eda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.876488 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1c661e16-1c85-4ad4-abc9-dcd44bb0eda5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa HTTP/1.1" status: 204 len: 168 time: 0.3817973 Mar 28 18:55:22.890828 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:22.891370 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:22.930737 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c661e16-1c85-4ad4-abc9-dcd44bb0eda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4f2f0-b6eb-4116-82a1-2be5c26d32aa,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:22.966414 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-d765d032-0147-49d4-8922-c84ead50e94e service neutron] 10.222.0.31 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203835 Mar 28 18:55:23.050942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-15265abd-1a77-4538-b171-fa7d251d5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:23.052316 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-15265abd-1a77-4538-b171-fa7d251d5c68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3696079 Mar 28 18:55:23.065763 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:23.176242 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:23.177307 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-d5279630-c9ae-4728-a6d4-2ec92515e2e5 service neutron] 10.222.0.15 "GET /v2.0/networks/98df7fce-8e88-4282-bfb2-f90c79271a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727051 Mar 28 18:55:23.183363 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 0e9c595a-d0e0-4377-89b3-1beab3696248 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:23.205503 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-5b154cd0-0481-4a49-b4f2-981d83040bfa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:23.214282 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b6d2235e-ec40-4555-bbd3-04df01255d34 service neutron] 10.222.0.31 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391734 Mar 28 18:55:23.217465 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-5b154cd0-0481-4a49-b4f2-981d83040bfa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.4329984 Mar 28 18:55:23.323237 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 0e9c595a-d0e0-4377-89b3-1beab3696248 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:23.324281 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:23.392308 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-5076d606-e343-4776-9340-a2dcc397511e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/quotas/50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 375 time: 0.1739199 Mar 28 18:55:23.478127 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59510) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:23.485659 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-f5ae65be-e149-4f1a-83c1-555ff7d3a077 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202538 Mar 28 18:55:23.540172 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc65267-ce0d-4685-bb5c-14267ad3ae18 req-21916623-e465-4406-8573-54bf8f58c44e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:23.542667 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ccc65267-ce0d-4685-bb5c-14267ad3ae18 req-21916623-e465-4406-8573-54bf8f58c44e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.0834448 Mar 28 18:55:23.598481 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 0e9c595a-d0e0-4377-89b3-1beab3696248 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:23.623935 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ccc65267-ce0d-4685-bb5c-14267ad3ae18 req-27eb5849-6a91-48be-b80b-3775ba71de6e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 Mar 28 18:55:23.820991 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-fbd694c2-7fec-44c0-9f99-38ee23f3031a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1534695842&fields=id&tenant_id=d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 267 time: 0.0721505 Mar 28 18:55:23.825885 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59528) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:23.859772 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db9e4fdc-002f-4c26-8eed-0c655da4be65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:23.937592 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68a29e05-8107-4b81-a3e4-392459f37be1 req-ba2e2f0c-af56-41be-ac7f-8f3183c686c6 service neutron] 10.222.0.15 "GET /v2.0/networks/98df7fce-8e88-4282-bfb2-f90c79271a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510982 Mar 28 18:55:23.980052 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-91ba2453-883a-48fa-955a-69c18d169cc9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:23.987546 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-91ba2453-883a-48fa-955a-69c18d169cc9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 817 time: 0.1651371 Mar 28 18:55:24.004492 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-c36506c6-9233-42e3-b5b8-9ddeb3a95c22 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6110530 Mar 28 18:55:24.008197 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-7ae37de1-f956-4ed1-a2d5-df5c3cbe7265 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/quotas/d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 375 time: 0.0186234 Mar 28 18:55:24.043393 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa779c1e-12fd-42a1-9250-44940d0714fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.047273 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd895649-4fb3-46ea-bc6a-2dcd5b7469ae req-ea93f839-ebc0-4101-be95-898990ebe1c2 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319533 Mar 28 18:55:24.122956 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db9e4fdc-002f-4c26-8eed-0c655da4be65 admin admin] Publish callbacks [] for security_group (308a2b5b-6518-4bf6-b218-4609e6bde85e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.139565 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-db9e4fdc-002f-4c26-8eed-0c655da4be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (308a2b5b-6518-4bf6-b218-4609e6bde85e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.153816 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-6ba91d6f-6ba5-406e-ac46-08e9f9958bd4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:55:24.155317 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-6ba91d6f-6ba5-406e-ac46-08e9f9958bd4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0777225 Mar 28 18:55:24.176031 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-0faf7fcd-5f3d-43e8-a496-0aa171ddf450 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226137 Mar 28 18:55:24.253508 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-db9e4fdc-002f-4c26-8eed-0c655da4be65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54ac79de27e943a9912e4032a86592ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7715065 Mar 28 18:55:24.256605 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59546) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:24.258675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4fdc-002f-4c26-8eed-0c655da4be65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a2b5b-6518-4bf6-b218-4609e6bde85e,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:24.289111 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa779c1e-12fd-42a1-9250-44940d0714fb admin admin] Publish callbacks [] for security_group (de6ccc5b-b48d-4922-96f5-9caba3ca81de), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.299797 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fa779c1e-12fd-42a1-9250-44940d0714fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (de6ccc5b-b48d-4922-96f5-9caba3ca81de), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.305066 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-550aa439-eb40-4f4b-96de-e611e7975114 service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336455 Mar 28 18:55:24.384092 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fa779c1e-12fd-42a1-9250-44940d0714fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b025d2cafca4dd1a8d98ef3ad5e2e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5571225 Mar 28 18:55:24.385764 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59552) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:24.400102 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa779c1e-12fd-42a1-9250-44940d0714fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6ccc5b-b48d-4922-96f5-9caba3ca81de,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:24.418659 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec697ce4-a1b6-4d36-a31a-fe53e19e975c admin admin] Publish callbacks [] for security_group (308a2b5b-6518-4bf6-b218-4609e6bde85e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.427126 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-37d303f4-7f7e-4a47-bfaf-cdced446ad26 service neutron] 10.222.0.31 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295234 Mar 28 18:55:24.495000 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b5651f0f-f7a1-4c02-907a-53853376953e admin admin] Publish callbacks [] for security_group (de6ccc5b-b48d-4922-96f5-9caba3ca81de), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.499659 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-37c68ad9-4d8b-4e53-a199-e66d233a4e1b service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864538 Mar 28 18:55:24.501229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec697ce4-a1b6-4d36-a31a-fe53e19e975c admin admin] Publish callbacks [] for security_group (308a2b5b-6518-4bf6-b218-4609e6bde85e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.522420 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b5651f0f-f7a1-4c02-907a-53853376953e admin admin] Publish callbacks [] for security_group (de6ccc5b-b48d-4922-96f5-9caba3ca81de), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.567187 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-3653a8ec-4751-4e3b-b70d-eca80c9b1ee9 service neutron] 10.222.0.31 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392150 Mar 28 18:55:24.589487 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec697ce4-a1b6-4d36-a31a-fe53e19e975c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (308a2b5b-6518-4bf6-b218-4609e6bde85e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.591111 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b5651f0f-f7a1-4c02-907a-53853376953e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (de6ccc5b-b48d-4922-96f5-9caba3ca81de), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.594980 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec697ce4-a1b6-4d36-a31a-fe53e19e975c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.596621 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ec697ce4-a1b6-4d36-a31a-fe53e19e975c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/308a2b5b-6518-4bf6-b218-4609e6bde85e HTTP/1.1" status: 204 len: 168 time: 0.3374362 Mar 28 18:55:24.609887 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec697ce4-a1b6-4d36-a31a-fe53e19e975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a2b5b-6518-4bf6-b218-4609e6bde85e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:24.610537 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b5651f0f-f7a1-4c02-907a-53853376953e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.611711 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b5651f0f-f7a1-4c02-907a-53853376953e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de6ccc5b-b48d-4922-96f5-9caba3ca81de HTTP/1.1" status: 204 len: 168 time: 0.2245812 Mar 28 18:55:24.620759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5651f0f-f7a1-4c02-907a-53853376953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6ccc5b-b48d-4922-96f5-9caba3ca81de,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:24.664872 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-60c04a73-17e1-4d75-88cf-462e9e5479e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:24.855953 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-778f8709-179a-4c90-9802-ee535c4cc7b0 req-00e42d14-cd58-448b-922b-63352f2b53a2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0448809 Mar 28 18:55:24.949482 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c4b8-a7d4-4318-b393-93c67dfae7ad req-fded9250-348b-47af-bc27-f5241a74b377 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:24.951545 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7778c4b8-a7d4-4318-b393-93c67dfae7ad req-fded9250-348b-47af-bc27-f5241a74b377 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.1687784 Mar 28 18:55:25.088447 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05bb86-8a08-4591-b716-44c45fd30fc3 req-24528ea3-cc2c-4d38-9fe3-3698e74c7b2a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:25.110109 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1f05bb86-8a08-4591-b716-44c45fd30fc3 req-24528ea3-cc2c-4d38-9fe3-3698e74c7b2a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.1353326 Mar 28 18:55:25.236812 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1f05bb86-8a08-4591-b716-44c45fd30fc3 req-f76172ff-57cb-4c3c-b04a-6c50df5dcce6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257150 Mar 28 18:55:25.295726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:25.327135 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-01b9ba0c-27ff-4e4c-8f14-7a5fbcc35bc0 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:25.328672 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-01b9ba0c-27ff-4e4c-8f14-7a5fbcc35bc0 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 811 time: 0.3735826 Mar 28 18:55:25.358749 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-99d862e8-c48d-4407-868a-be324d12ee79 req-a5a41b29-81f9-45a7-9d13-f8082f5dc2c1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 210 time: 0.0537567 Mar 28 18:55:25.398862 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7778c4b8-a7d4-4318-b393-93c67dfae7ad req-6fcd2abd-cf07-4576-b85b-b13ede165605 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086105 Mar 28 18:55:25.459669 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b6195aa2-075f-44fa-8ac5-98073bf2083a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecdfaba2f66d432b875009cae95c13f1 HTTP/1.1" status: 200 len: 380 time: 0.1127234 Mar 28 18:55:25.460744 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59600) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:25.481997 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'port': {'device_id': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'admin_state_up': True, 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'security_groups': ['8c22e13c-c655-46f7-ba01-8de83a84594d']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:25.485393 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eaa50b7d-10f5-471a-8334-95cce862ac98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.490931 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f5b6f790-8a65-4c26-980e-803489996f18 req-34086966-36c6-4f2b-922c-43f2b5334c9f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 210 time: 0.0595367 Mar 28 18:55:25.705459 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eaa50b7d-10f5-471a-8334-95cce862ac98 admin admin] Publish callbacks [] for security_group (393e2fa1-84a8-477e-ac34-5fe57d7dd890), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.714368 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eaa50b7d-10f5-471a-8334-95cce862ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (393e2fa1-84a8-477e-ac34-5fe57d7dd890), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.727612 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Made reservation on behalf of ecdfaba2f66d432b875009cae95c13f1 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:25.732360 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.794180 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-eaa50b7d-10f5-471a-8334-95cce862ac98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=796d2471b74342479f16bf6a43587523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319867 Mar 28 18:55:25.797033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59616) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:25.808176 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa50b7d-10f5-471a-8334-95cce862ac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393e2fa1-84a8-477e-ac34-5fe57d7dd890,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:25.956353 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b63d412-0932-4c23-8f35-cf946cf71c1d admin admin] Publish callbacks [] for security_group (393e2fa1-84a8-477e-ac34-5fe57d7dd890), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:25.988881 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b63d412-0932-4c23-8f35-cf946cf71c1d admin admin] Publish callbacks [] for security_group (393e2fa1-84a8-477e-ac34-5fe57d7dd890), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.001067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:26.033265 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f253b100-cb1e-4e77-a7ea-dfa0396c62f6 req-4ec2bcbf-1acd-415a-b925-2189704a60a9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0457382 Mar 28 18:55:26.053908 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Allocated IP 172.20.0.12 (63b94483-fabb-414a-8414-54bcef9ea428/fba51c32-093f-40dd-99d6-7067c00a28cd/ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:26.063616 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b63d412-0932-4c23-8f35-cf946cf71c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (393e2fa1-84a8-477e-ac34-5fe57d7dd890), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.069585 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b63d412-0932-4c23-8f35-cf946cf71c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.071251 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'port_id': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1', 'mac_address': 'fa:16:3e:27:07:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:26.080084 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2b63d412-0932-4c23-8f35-cf946cf71c1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/393e2fa1-84a8-477e-ac34-5fe57d7dd890 HTTP/1.1" status: 204 len: 168 time: 0.2812793 Mar 28 18:55:26.113875 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63d412-0932-4c23-8f35-cf946cf71c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e2fa1-84a8-477e-ac34-5fe57d7dd890,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:26.199522 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:26.200204 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.242849 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:26.279901 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:26.290272 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.396951 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:26.402324 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.462194 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d65f-bac9-4585-a3b4-1199e25bf89f req-0a132067-d1f3-48ad-bd7e-9b52aa434bae tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:26.469682 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-19e9d65f-bac9-4585-a3b4-1199e25bf89f req-0a132067-d1f3-48ad-bd7e-9b52aa434bae tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.1296694 Mar 28 18:55:26.539783 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef5c2795-e6e3-4f7b-81b8-31392aa2a0a0 req-1e301ec0-5fa8-4780-b72f-1c0520f5fe5d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 210 time: 0.0538096 Mar 28 18:55:26.546973 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.551268 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-19e9d65f-bac9-4585-a3b4-1199e25bf89f req-fb78f912-f193-4435-8dfb-44557fbb6a17 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806289 Mar 28 18:55:26.596430 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Network 63b94483-fabb-414a-8414-54bcef9ea428 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:26.603507 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:26.633520 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:26.639836 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:26.640458 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:26.727113 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750820e8-31d2-41b9-bad8-44b3bd6dd85d req-27cff6f7-d938-447c-98dd-8c038890d356 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:26.728083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-533d227f-4f5a-4787-a80f-e42e4c13c84e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:26.730140 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-533d227f-4f5a-4787-a80f-e42e4c13c84e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.3024435 Mar 28 18:55:26.737200 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-750820e8-31d2-41b9-bad8-44b3bd6dd85d req-27cff6f7-d938-447c-98dd-8c038890d356 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.1274817 Mar 28 18:55:26.748865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['e27e9d80-b4a0-4219-a0fb-f589c4ff21e1'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:26.766476 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2905731 Mar 28 18:55:26.840644 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-750820e8-31d2-41b9-bad8-44b3bd6dd85d req-12ae5adb-bdc8-4a5c-abf5-a4d59f8a8334 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991752 Mar 28 18:55:26.883922 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Request body: {'port': {'device_id': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:26.910794 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14bc50-ef3e-4af1-b2bd-89c9c92e22b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'Port': ['ID=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:26.954524 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59658) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:26.960795 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-249fac53-a539-446a-9157-5a34c8ca22fd req-f4bc06dd-3d15-419a-a1ce-c1a790525673 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 210 time: 0.2251225 Mar 28 18:55:27.009968 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ea436ac-6df8-4dc5-855a-6e2850f11ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.040148 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-73450c77-71a4-4d9a-a68f-9fc94e5528b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.046056 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-0fb1190e-970d-4766-bd7a-498bf467a11e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 379 time: 0.2979767 Mar 28 18:55:27.074219 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'port': {'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'admin_state_up': True, 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'security_groups': ['8bfdceeb-9bee-4335-9417-0ea18072bc86']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:27.105852 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-d5ba425a-e0b4-4a88-960f-837a2229cd8a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:27.107735 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-d5ba425a-e0b4-4a88-960f-837a2229cd8a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 817 time: 0.2623641 Mar 28 18:55:27.108928 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e3babf3a-e46e-413b-ae83-ecd431cdc5f5 None None] Provisioning complete for port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:27.109310 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e3babf3a-e46e-413b-ae83-ecd431cdc5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.151674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.170814 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e3babf3a-e46e-413b-ae83-ecd431cdc5f5 None None] Port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:27.277463 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device c18dbb15-202a-41b7-8cbb-bd62f3a1836f details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:27.317783 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ea436ac-6df8-4dc5-855a-6e2850f11ff9 admin admin] Publish callbacks [] for security_group (e5646f9c-e5e0-485c-855a-9e7ae3e2413b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.325346 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-149984d6-3509-48cc-b17f-d80a4d828659 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 380 time: 0.2054546 Mar 28 18:55:27.334586 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'port': {'device_id': '70d40c01-ab64-40a3-b520-c512e37c2293', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'admin_state_up': True, 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'security_groups': ['9792a494-1268-49f6-868f-5a7ac7c23081']}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:27.368901 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ea436ac-6df8-4dc5-855a-6e2850f11ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e5646f9c-e5e0-485c-855a-9e7ae3e2413b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.425203 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925806b-2acc-44de-a3c2-236ae662e848 req-14ff597f-6030-43ab-ad14-d716e0bf4a39 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:27.435381 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0925806b-2acc-44de-a3c2-236ae662e848 req-14ff597f-6030-43ab-ad14-d716e0bf4a39 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 932 time: 0.2883132 Mar 28 18:55:27.467263 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,segment=NetworkSegment(8fe41fed-bf27-408c-b4cb-7d9887b97772),segment_id=8fe41fed-bf27-408c-b4cb-7d9887b97772)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:27.479953 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f', 'network_id': '98df7fce-8e88-4282-bfb2-f90c79271a44', 'port_id': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f', 'mac_address': 'fa:16:3e:58:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825b2ef9-47fe-45e5-a9ad-c0700db4e2ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:27.500438 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9ea436ac-6df8-4dc5-855a-6e2850f11ff9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13791559c45a44cc82f988db775c2cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5429647 Mar 28 18:55:27.504711 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea436ac-6df8-4dc5-855a-6e2850f11ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5646f9c-e5e0-485c-855a-9e7ae3e2413b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:27.510942 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59684) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:27.531430 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port c18dbb15-202a-41b7-8cbb-bd62f3a1836f is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:27.532070 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.548787 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18dbb15-202a-41b7-8cbb-bd62f3a1836f {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:27.571899 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Made reservation on behalf of 50618dfcf489415599d11ea74cceee7a for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:27.575836 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.583838 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,segment=NetworkSegment(8fe41fed-bf27-408c-b4cb-7d9887b97772),segment_id=8fe41fed-bf27-408c-b4cb-7d9887b97772)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:27.597743 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.731242 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:27.869044 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:27.883898 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Publish callbacks [] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.899025 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.20.0.14 (9878c9a9-67d2-47f6-a796-d45b72b61f6f/e0b07a0d-38ee-498e-99aa-975fd79375e9/ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:27.908093 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0925806b-2acc-44de-a3c2-236ae662e848 req-1dec140f-8975-431e-b5f0-4d3160fe1477 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717498 Mar 28 18:55:27.912916 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280604ed-cd5c-419d-a29b-1e4726a4a122 req-03293f63-f25f-47c1-b53b-3ed33a4a417c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:27.914614 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-280604ed-cd5c-419d-a29b-1e4726a4a122 req-03293f63-f25f-47c1-b53b-3ed33a4a417c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.2318630 Mar 28 18:55:27.937239 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Transition to ACTIVE for port object ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:27.952476 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:27.954754 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cce3ed55-e83a-41a8-8797-b856da69b024 admin admin] Publish callbacks [] for security_group (e5646f9c-e5e0-485c-855a-9e7ae3e2413b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.020557 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Made reservation on behalf of d49ef87d39694f218e59c541c06c60bb for: {'port': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:55:28.025059 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.045547 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['c18dbb15-202a-41b7-8cbb-bd62f3a1836f'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:28.047282 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cce3ed55-e83a-41a8-8797-b856da69b024 admin admin] Publish callbacks [] for security_group (e5646f9c-e5e0-485c-855a-9e7ae3e2413b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.070107 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5bc9b2c5-677c-4136-b740-316be43d377b req-144e0cc8-36c7-4a25-96f4-3120867b4461 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 210 time: 0.0916123 Mar 28 18:55:28.103313 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-280604ed-cd5c-419d-a29b-1e4726a4a122 req-e89bb764-24e6-4ac9-9c6e-9270aaeb59f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738384 Mar 28 18:55:28.104047 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Pushing event updated for resources: {'Port': ['ID=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:28.186805 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.229353 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Attempting to bind port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:28.229684 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Attempting to bind port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:28.230004 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Attempting to bind port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b on network 63b94483-fabb-414a-8414-54bcef9ea428 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:28.237561 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.242866 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b on network 63b94483-fabb-414a-8414-54bcef9ea428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:28.243183 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Attempting to bind port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b on network 63b94483-fabb-414a-8414-54bcef9ea428 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:28.252898 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Allocated IP 172.20.0.11 (989a5a00-b4e7-424a-a451-554dfd2c7fba/d8d142bf-5ef6-4041-ab33-b20e399ae024/75f84315-7268-40d6-82fa-79e764f3e6b3) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:55:28.268372 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:28.268768 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Checking segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:28.269080 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Bound using segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:28.269509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Bound port: ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:28.269860 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.304409 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a020e94a-56c6-476d-ab3c-540d020b28a8 req-407ce550-6ab7-499c-aac9-060a9e726092 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 210 time: 0.0568478 Mar 28 18:55:28.343001 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cce3ed55-e83a-41a8-8797-b856da69b024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e5646f9c-e5e0-485c-855a-9e7ae3e2413b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.345925 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cce3ed55-e83a-41a8-8797-b856da69b024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.349975 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cce3ed55-e83a-41a8-8797-b856da69b024 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5646f9c-e5e0-485c-855a-9e7ae3e2413b HTTP/1.1" status: 204 len: 168 time: 0.8380299 Mar 28 18:55:28.364345 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.395346 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3ed55-e83a-41a8-8797-b856da69b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5646f9c-e5e0-485c-855a-9e7ae3e2413b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:28.414682 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:28.427730 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] For port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:28.432357 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] For port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:28.442674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:28.445475 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.451685 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:28.454600 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:28.461814 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.462548 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.490058 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243ce4-98b5-4417-873a-f8ef3d3088ca req-c49dbd56-d1cc-4aee-93e3-544442efd6e8 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.497234 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e8243ce4-98b5-4417-873a-f8ef3d3088ca req-c49dbd56-d1cc-4aee-93e3-544442efd6e8 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 945 time: 0.2195787 Mar 28 18:55:28.506465 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.507494 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.509384 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] 10.222.0.15 "PUT /v2.0/ports/ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 200 len: 1094 time: 1.6449897 Mar 28 18:55:28.522587 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:28.525099 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b953b0a-f4fe-4d70-b585-81c0315ba00c" -d '{"events": [{"name": "network-changed", "server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:28.537190 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-eeeefc65-4a64-4d55-a000-f281a165835f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4684477 Mar 28 18:55:28.581983 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639c549-2208-4611-a752-006eecf7ff0b service neutron] Pushing event updated for resources: {'Port': ['ID=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:28.592661 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.612162 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Request body: {'port': {'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:28.625631 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e8243ce4-98b5-4417-873a-f8ef3d3088ca req-1be41644-a327-4848-ba10-880fd8f621f5 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274312 Mar 28 18:55:28.670720 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.674266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e2cc58-d4ec-4a5c-a4b6-fc1ed4749e24 x-openstack-request-id: req-35e2cc58-d4ec-4a5c-a4b6-fc1ed4749e24 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:28.674266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:28.675154 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35e2cc58-d4ec-4a5c-a4b6-fc1ed4749e24 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:28.675154 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e2cc58-d4ec-4a5c-a4b6-fc1ed4749e24'] response: {'name': 'network-changed', 'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'status': 'completed', 'code': 200} Mar 28 18:55:28.736710 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.746185 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:55:28.755736 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:55:28.763978 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-60c44096-487a-4ab2-bb32-e55bc4157d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.773444 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-60c44096-487a-4ab2-bb32-e55bc4157d7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 1128 time: 0.1156540 Mar 28 18:55:28.779967 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:55:28.792955 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:28.802374 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:28.823203 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:28.829607 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-50d0e974-ad35-4cea-ba42-515b2dac12de tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012977 Mar 28 18:55:28.846420 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Request body: {'port': {'device_id': '70d40c01-ab64-40a3-b520-c512e37c2293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:55:28.868649 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-ebcf1299-2bfd-4910-8759-635ac3a10cfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 200 len: 217 time: 0.0732450 Mar 28 18:55:28.996303 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f8215d1d-2a87-4472-bb3a-23c4de7dfe2b None None] Provisioning complete for port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:28.996944 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f8215d1d-2a87-4472-bb3a-23c4de7dfe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.006299 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.100768 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f8215d1d-2a87-4472-bb3a-23c4de7dfe2b None None] Port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:29.268771 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-58441b8e-6eca-4379-a84b-776eb0617932 None None] Provisioning complete for port 75f84315-7268-40d6-82fa-79e764f3e6b3 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:29.269525 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-58441b8e-6eca-4379-a84b-776eb0617932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.351869 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 417a6b4e-5df0-441e-a674-8ff76e8254b0 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:29.355053 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device c18dbb15-202a-41b7-8cbb-bd62f3a1836f up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:29.458968 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-58441b8e-6eca-4379-a84b-776eb0617932 None None] Port 75f84315-7268-40d6-82fa-79e764f3e6b3 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:55:29.461317 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920dbbc-73d5-452c-bde4-52075e8b166b req-d9b8cbb4-db15-4b0d-90f3-989039499434 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:29.464563 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a920dbbc-73d5-452c-bde4-52075e8b166b req-d9b8cbb4-db15-4b0d-90f3-989039499434 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 932 time: 0.2201362 Mar 28 18:55:29.527831 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port c18dbb15-202a-41b7-8cbb-bd62f3a1836f completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:29.540996 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port c18dbb15-202a-41b7-8cbb-bd62f3a1836f triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:29.541504 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.617431 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.632204 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-40655014-c6e3-4296-ab37-e1670857884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:29.634552 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-40655014-c6e3-4296-ab37-e1670857884a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.7558239 Mar 28 18:55:29.646355 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f84315-7268-40d6-82fa-79e764f3e6b3 {{(pid=103109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:29.651579 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 417a6b4e-5df0-441e-a674-8ff76e8254b0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:29.655492 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Publish callbacks [] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.668380 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.provisioning_blocks [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Transition to ACTIVE for port object 75f84315-7268-40d6-82fa-79e764f3e6b3 will not be triggered until provisioned by entity L2. {{(pid=103109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:29.677063 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.691358 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '417a6b4e-5df0-441e-a674-8ff76e8254b0', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'port_id': '417a6b4e-5df0-441e-a674-8ff76e8254b0', 'mac_address': 'fa:16:3e:0a:80:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:29.734730 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a920dbbc-73d5-452c-bde4-52075e8b166b req-b6ca91cf-8f87-4a46-bf3b-4c596404579a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565494 Mar 28 18:55:29.761994 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port c18dbb15-202a-41b7-8cbb-bd62f3a1836f is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:29.762411 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.766237 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 417a6b4e-5df0-441e-a674-8ff76e8254b0 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:29.766619 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.789019 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417a6b4e-5df0-441e-a674-8ff76e8254b0 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:29.789779 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:29.805911 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Attempting to bind port 75f84315-7268-40d6-82fa-79e764f3e6b3 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:29.806351 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Attempting to bind port 75f84315-7268-40d6-82fa-79e764f3e6b3 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:29.806772 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Attempting to bind port 75f84315-7268-40d6-82fa-79e764f3e6b3 on network 989a5a00-b4e7-424a-a451-554dfd2c7fba {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:29.812070 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Port 75f84315-7268-40d6-82fa-79e764f3e6b3 on network 989a5a00-b4e7-424a-a451-554dfd2c7fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:29.812467 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Attempting to bind port 75f84315-7268-40d6-82fa-79e764f3e6b3 on network 989a5a00-b4e7-424a-a451-554dfd2c7fba {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:29.818811 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:29.819231 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Checking segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:29.819683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Bound using segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} {{(pid=103109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:29.820171 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.managers [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Bound port: 75f84315-7268-40d6-82fa-79e764f3e6b3, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}}] {{(pid=103109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:29.820660 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.823359 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0c121-9e9f-47d7-8085-f78dd354dd8a req-634c4ee3-a390-403e-a963-b1ffc596e500 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:29.827563 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7fb0c121-9e9f-47d7-8085-f78dd354dd8a req-634c4ee3-a390-403e-a963-b1ffc596e500 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.7441165 Mar 28 18:55:29.830989 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:29.849907 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-6f423114-d6ad-483d-8c6c-e31778a92183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:29.852459 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-6f423114-d6ad-483d-8c6c-e31778a92183 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2121184 Mar 28 18:55:29.959641 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 417a6b4e-5df0-441e-a674-8ff76e8254b0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:29.981338 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379daaf9-a08b-4693-96c9-64513e04b660 req-55bb6c84-6ebf-4803-9400-d967b1c6310f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:29.985356 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:29.989342 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,segment=NetworkSegment(8fe41fed-bf27-408c-b4cb-7d9887b97772),segment_id=8fe41fed-bf27-408c-b4cb-7d9887b97772)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:29.992522 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-379daaf9-a08b-4693-96c9-64513e04b660 req-55bb6c84-6ebf-4803-9400-d967b1c6310f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 944 time: 0.1394622 Mar 28 18:55:30.018865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.020256 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:30.060105 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, cleared binding levels {{(pid=103109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:30.065917 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7fb0c121-9e9f-47d7-8085-f78dd354dd8a req-900bed4f-e5ae-480f-a40d-463110898562 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278266 Mar 28 18:55:30.077771 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-379daaf9-a08b-4693-96c9-64513e04b660 req-b822ddd3-1dae-4ace-8c2c-03043ce3a458 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842283 Mar 28 18:55:30.126081 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:30.137815 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.177823 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:30.185030 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:30.185412 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.186989 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=417a6b4e-5df0-441e-a674-8ff76e8254b0,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:30.236417 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-43edc1a0-31f0-4b2e-9e81-b0088955318b service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700740 Mar 28 18:55:30.248063 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:30.248946 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:30.256592 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e906b8-cda1-4bae-9d36-8d67db14127d" -d '{"events": [{"server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "name": "network-vif-plugged", "status": "completed", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:30.270670 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:30.271356 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.272884 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] 10.222.0.15 "PUT /v2.0/ports/75f84315-7268-40d6-82fa-79e764f3e6b3 HTTP/1.1" status: 200 len: 1094 time: 1.4356678 Mar 28 18:55:30.275351 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:30.278184 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3fd2fc-8427-42b3-8a29-6eeac6f2dd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:30.320343 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82211cf5-aea4-403a-900e-1f068ebceb5b service neutron] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=3']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:30.338121 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be112d-8654-4c0a-a6da-8518872c2e9a req-e9cd14c3-8a65-4227-9a81-e57e4ea47138 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:30.340301 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-98be112d-8654-4c0a-a6da-8518872c2e9a req-e9cd14c3-8a65-4227-9a81-e57e4ea47138 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.1466103 Mar 28 18:55:30.372429 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2be3740c-1cb6-47c5-a954-1c38b89a3ec6 req-5517df53-82a2-4418-a91f-e0704a5f68df service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261678 Mar 28 18:55:30.377689 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Publish callbacks [] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.413480 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:30.414116 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.420944 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-98be112d-8654-4c0a-a6da-8518872c2e9a req-d3cbdbe2-b32d-4aef-a012-633e5c24278c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720165 Mar 28 18:55:30.427533 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Transition to ACTIVE for port object ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:55:30.437062 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.447263 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a4e7a-3e03-423a-9ba9-a861fc4eadab req-97dc6b70-7ee4-4a0f-90b3-e1c9388f73b7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:30.449242 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d8a4e7a-3e03-423a-9ba9-a861fc4eadab req-97dc6b70-7ee4-4a0f-90b3-e1c9388f73b7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.2647476 Mar 28 18:55:30.490087 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:30.493631 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c6bb09-0399-4544-ab16-6f448fa872be x-openstack-request-id: req-43c6bb09-0399-4544-ab16-6f448fa872be {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:30.494180 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:30.494180 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43c6bb09-0399-4544-ab16-6f448fa872be {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:30.494769 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c6bb09-0399-4544-ab16-6f448fa872be'] response: {'name': 'network-changed', 'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'status': 'completed', 'code': 200} Mar 28 18:55:30.496996 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.582783 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:30.621547 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:30.645063 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Attempting to bind port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:55:30.646026 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Attempting to bind port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:55:30.646526 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Attempting to bind port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:30.681304 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d8a4e7a-3e03-423a-9ba9-a861fc4eadab req-7a58eab3-5c05-4235-b275-691dd0a44de8 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530185 Mar 28 18:55:30.682652 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:55:30.683207 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Attempting to bind port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:55:30.689783 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:55:30.690936 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Checking segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:55:30.691739 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Bound using segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:55:30.692488 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Bound port: ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:55:30.693073 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.699162 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['417a6b4e-5df0-441e-a674-8ff76e8254b0'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:30.809545 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] For port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:55:30.813580 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] For port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:55:30.829607 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.882138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1272f46-7fa9-4a4b-9835-970de6528a44 x-openstack-request-id: req-c1272f46-7fa9-4a4b-9835-970de6528a44 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:30.882558 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "name": "network-vif-plugged", "status": "completed", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:30.884894 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1272f46-7fa9-4a4b-9835-970de6528a44 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:30.885623 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1272f46-7fa9-4a4b-9835-970de6528a44'] response: {'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f', 'code': 200} Mar 28 18:55:30.898513 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-fae95923-7d11-49c1-b0eb-2b287d66f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:30.901341 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-fae95923-7d11-49c1-b0eb-2b287d66f2f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 1128 time: 0.1602535 Mar 28 18:55:30.942359 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:30.943996 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:30.946807 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca HTTP/1.1" status: 200 len: 1094 time: 2.3479226 Mar 28 18:55:30.960736 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:30.965299 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d0f3cb-01d0-4e03-be1a-76c0f37e581c" -d '{"events": [{"name": "network-changed", "server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:31.058623 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415b3c6-ac95-4f02-9049-439298685337 x-openstack-request-id: req-1415b3c6-ac95-4f02-9049-439298685337 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:31.059241 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:31.059661 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1415b3c6-ac95-4f02-9049-439298685337 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:31.060197 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1415b3c6-ac95-4f02-9049-439298685337'] response: {'name': 'network-changed', 'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'status': 'completed', 'code': 200} Mar 28 18:55:31.075631 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c28aa7-b56d-4837-974d-b6e319bae549 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:31.088972 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fd2fc-8427-42b3-8a29-6eeac6f2dd7c req-e0b5ec17-8fc9-49de-8108-4c93e9876797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.095154 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b3fd2fc-8427-42b3-8a29-6eeac6f2dd7c req-e0b5ec17-8fc9-49de-8108-4c93e9876797 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 1128 time: 0.3714561 Mar 28 18:55:31.135825 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a706-bc16-4bf7-9e79-a22a2e6d3318 req-f30ca266-3fbf-4943-bb75-35ab49db1c5a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.139295 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2223a706-bc16-4bf7-9e79-a22a2e6d3318 req-f30ca266-3fbf-4943-bb75-35ab49db1c5a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.2174237 Mar 28 18:55:31.240427 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:31.273805 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2223a706-bc16-4bf7-9e79-a22a2e6d3318 req-ee2bd8d3-39b3-422b-9ac6-8ae778d2b815 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271513 Mar 28 18:55:31.275616 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882268ba-0af1-4905-915b-8aab6546d427 req-185d4529-f52c-44e8-a368-3b49a59b7d73 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.284597 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-882268ba-0af1-4905-915b-8aab6546d427 req-185d4529-f52c-44e8-a368-3b49a59b7d73 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 945 time: 0.0787077 Mar 28 18:55:31.340235 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-882268ba-0af1-4905-915b-8aab6546d427 req-29dbd9f7-a9d3-42b4-8dfe-edd863e0d2b6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544000 Mar 28 18:55:31.416813 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584befc-5c73-4b95-89c1-012fbb2fbf4e req-c5ffa09b-e5f1-40d7-8869-530297648161 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.418368 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b584befc-5c73-4b95-89c1-012fbb2fbf4e req-c5ffa09b-e5f1-40d7-8869-530297648161 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0622027 Mar 28 18:55:31.467769 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b584befc-5c73-4b95-89c1-012fbb2fbf4e req-06a7f6c4-ca99-4811-bb24-07df2a47010a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437610 Mar 28 18:55:31.566367 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0ef69-d9c5-4b48-987d-29a1b0eb2e90 req-819678b5-1be3-4b2c-87e8-bebb360f405b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.567838 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17e0ef69-d9c5-4b48-987d-29a1b0eb2e90 req-819678b5-1be3-4b2c-87e8-bebb360f405b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0564559 Mar 28 18:55:31.616030 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17e0ef69-d9c5-4b48-987d-29a1b0eb2e90 req-4f370f61-4519-4b7f-b5c1-437fb9fcf8ac tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Mar 28 18:55:31.803545 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e97e1-9fcf-444f-a4fc-6eb1416543b4 req-1ae23103-3e8e-46d3-925f-77e195901484 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:31.805039 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8b9e97e1-9fcf-444f-a4fc-6eb1416543b4 req-1ae23103-3e8e-46d3-925f-77e195901484 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0549619 Mar 28 18:55:31.856984 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8b9e97e1-9fcf-444f-a4fc-6eb1416543b4 req-53b241da-859a-4280-a1d2-4ed8b1abf106 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Mar 28 18:55:31.975240 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 59838) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:32.077946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2299c5e-deff-490d-b625-4af572fb7711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.150049 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2299c5e-deff-490d-b625-4af572fb7711 admin admin] Publish callbacks [] for security_group (d52c4b6f-8598-40c6-876f-0491e6f00b0d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.153542 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c2299c5e-deff-490d-b625-4af572fb7711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d52c4b6f-8598-40c6-876f-0491e6f00b0d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.190906 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c2299c5e-deff-490d-b625-4af572fb7711 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a09fee2e9134b72b3ee1cd8e2c7cf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147026 Mar 28 18:55:32.191776 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2299c5e-deff-490d-b625-4af572fb7711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c4b6f-8598-40c6-876f-0491e6f00b0d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:32.194501 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59842) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:32.244445 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0f16c6ca-c5a0-4dc2-812b-54c860497e43 admin admin] Publish callbacks [] for security_group (d52c4b6f-8598-40c6-876f-0491e6f00b0d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.267466 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0f16c6ca-c5a0-4dc2-812b-54c860497e43 admin admin] Publish callbacks [] for security_group (d52c4b6f-8598-40c6-876f-0491e6f00b0d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.316527 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0f16c6ca-c5a0-4dc2-812b-54c860497e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d52c4b6f-8598-40c6-876f-0491e6f00b0d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.319472 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0f16c6ca-c5a0-4dc2-812b-54c860497e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.320661 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0f16c6ca-c5a0-4dc2-812b-54c860497e43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d52c4b6f-8598-40c6-876f-0491e6f00b0d HTTP/1.1" status: 204 len: 168 time: 0.1246135 Mar 28 18:55:32.341083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16c6ca-c5a0-4dc2-812b-54c860497e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c4b6f-8598-40c6-876f-0491e6f00b0d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:32.421797 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a134c65-3ddd-4621-ada3-ec5dc87c685d req-3f3c3d6b-1dc2-4029-aa74-e7ec6f1aebca tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:32.423388 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7a134c65-3ddd-4621-ada3-ec5dc87c685d req-3f3c3d6b-1dc2-4029-aa74-e7ec6f1aebca tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0718274 Mar 28 18:55:32.479074 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7a134c65-3ddd-4621-ada3-ec5dc87c685d req-db2fb1e4-57b1-4e00-992b-95d329da5e58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488749 Mar 28 18:55:32.495323 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fc83a-3e5b-4dfb-8aeb-9227989bd5c7 req-55dadddd-0119-4417-9fdf-87bb514ec1c8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:32.502113 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ea9fc83a-3e5b-4dfb-8aeb-9227989bd5c7 req-55dadddd-0119-4417-9fdf-87bb514ec1c8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 945 time: 0.0708594 Mar 28 18:55:32.549803 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ea9fc83a-3e5b-4dfb-8aeb-9227989bd5c7 req-ee86059a-6449-4788-a1a6-99d67045fe16 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467384 Mar 28 18:55:32.614101 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6af5f8-c964-4629-8602-6ba7f4445adc req-d115d6f6-7151-43dc-9558-61fee9dc1947 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:32.615603 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ff6af5f8-c964-4629-8602-6ba7f4445adc req-d115d6f6-7151-43dc-9558-61fee9dc1947 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0557446 Mar 28 18:55:32.647349 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59862) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:32.676211 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34273ce1-84f7-406a-885a-0379e0f5ee73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.684030 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ff6af5f8-c964-4629-8602-6ba7f4445adc req-00e3487f-c48f-4e20-9e4c-30fe72c1a033 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623217 Mar 28 18:55:32.761562 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-67d20449-2cf3-4ffb-80a0-6c8593450455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:32.763049 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-67d20449-2cf3-4ffb-80a0-6c8593450455 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 912 time: 0.1036093 Mar 28 18:55:32.845283 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fd2fc-8427-42b3-8a29-6eeac6f2dd7c req-f82fd574-5eb0-4c89-844c-67f847fbc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:32.846856 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b3fd2fc-8427-42b3-8a29-6eeac6f2dd7c req-f82fd574-5eb0-4c89-844c-67f847fbc720 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d49ef87d39694f218e59c541c06c60bb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1795785 Mar 28 18:55:32.862513 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4502ff-2cda-42b8-b0c1-5471bfdd171c req-1e464722-f8db-4d0d-b68f-42baa36206b7 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:32.863999 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0f4502ff-2cda-42b8-b0c1-5471bfdd171c req-1e464722-f8db-4d0d-b68f-42baa36206b7 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.1367507 Mar 28 18:55:32.886771 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:32.889155 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230a0e0-5b8e-4029-8fda-6acbfa6ac979" -d '{"events": [{"server_uuid": "9dd4c2e7-726d-4941-aebd-fd1c94515c14", "name": "network-vif-plugged", "status": "completed", "tag": "e27e9d80-b4a0-4219-a0fb-f589c4ff21e1"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:32.921981 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34273ce1-84f7-406a-885a-0379e0f5ee73 admin admin] Publish callbacks [] for security_group (0c8f1554-98cb-4043-9a2c-de87ef258b39), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.931213 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34273ce1-84f7-406a-885a-0379e0f5ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (0c8f1554-98cb-4043-9a2c-de87ef258b39), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:32.942090 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0f4502ff-2cda-42b8-b0c1-5471bfdd171c req-2b454ffa-975a-4b8b-9ea3-347150993a82 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724998 Mar 28 18:55:32.976432 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273ce1-84f7-406a-885a-0379e0f5ee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8f1554-98cb-4043-9a2c-de87ef258b39,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:32.985280 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c9dde-efec-4a67-975c-6ba7a5b16210 req-fdf6d5f4-c53a-4569-a720-92310c02dab7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:32.986525 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-34273ce1-84f7-406a-885a-0379e0f5ee73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22d13302bc9f40e89e6569899f3e72b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372154 Mar 28 18:55:32.986934 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ba5c9dde-efec-4a67-975c-6ba7a5b16210 req-fdf6d5f4-c53a-4569-a720-92310c02dab7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0628130 Mar 28 18:55:32.987034 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 59868) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:33.000408 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97413f92-da11-4cad-b485-d267d5f51137 x-openstack-request-id: req-97413f92-da11-4cad-b485-d267d5f51137 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:33.000723 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd4c2e7-726d-4941-aebd-fd1c94515c14", "name": "network-vif-plugged", "status": "completed", "tag": "e27e9d80-b4a0-4219-a0fb-f589c4ff21e1", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:33.000979 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97413f92-da11-4cad-b485-d267d5f51137 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:33.001525 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97413f92-da11-4cad-b485-d267d5f51137'] response: {'server_uuid': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1', 'code': 200} Mar 28 18:55:33.037879 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-52387fdc-876e-43ea-9c22-4dd0a1bc38f4 admin admin] Publish callbacks [] for security_group (0c8f1554-98cb-4043-9a2c-de87ef258b39), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:33.046795 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ba5c9dde-efec-4a67-975c-6ba7a5b16210 req-344e81ac-910f-486a-adaf-0d9cada9599d tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Mar 28 18:55:33.059749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-52387fdc-876e-43ea-9c22-4dd0a1bc38f4 admin admin] Publish callbacks [] for security_group (0c8f1554-98cb-4043-9a2c-de87ef258b39), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:33.110472 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-52387fdc-876e-43ea-9c22-4dd0a1bc38f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (0c8f1554-98cb-4043-9a2c-de87ef258b39), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:33.113033 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-52387fdc-876e-43ea-9c22-4dd0a1bc38f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:33.114200 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-52387fdc-876e-43ea-9c22-4dd0a1bc38f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c8f1554-98cb-4043-9a2c-de87ef258b39 HTTP/1.1" status: 204 len: 168 time: 0.1262217 Mar 28 18:55:33.122137 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52387fdc-876e-43ea-9c22-4dd0a1bc38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8f1554-98cb-4043-9a2c-de87ef258b39,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:33.610223 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369ee6-13bd-41c1-b1e2-b7e383a5161b req-2371c9c2-be6c-4767-bda2-e57c6a8f3463 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:33.611765 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5369ee6-13bd-41c1-b1e2-b7e383a5161b req-2371c9c2-be6c-4767-bda2-e57c6a8f3463 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0659168 Mar 28 18:55:33.666698 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5369ee6-13bd-41c1-b1e2-b7e383a5161b req-26bcb9dc-79de-4a26-acd8-382db1707261 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476894 Mar 28 18:55:33.678121 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3b39d-4d52-4567-aca7-6e16d7a495f8 req-ba16af76-6738-4568-9644-171179355778 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:33.680149 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2bd3b39d-4d52-4567-aca7-6e16d7a495f8 req-ba16af76-6738-4568-9644-171179355778 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 945 time: 0.0601223 Mar 28 18:55:33.734825 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2bd3b39d-4d52-4567-aca7-6e16d7a495f8 req-05c40cbc-e6de-4efa-98b9-50744108d957 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487010 Mar 28 18:55:33.804707 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcbecb-6d25-49f3-a2f7-c16b164a0b14 req-e8427ddc-8553-40d6-a330-8c43ebdf0901 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:33.806114 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-44dcbecb-6d25-49f3-a2f7-c16b164a0b14 req-e8427ddc-8553-40d6-a330-8c43ebdf0901 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0517006 Mar 28 18:55:33.857898 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-44dcbecb-6d25-49f3-a2f7-c16b164a0b14 req-6f9108ae-95b2-4893-a7da-6a0b0be6bcb6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444336 Mar 28 18:55:34.034781 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-ff2b6bcd-d2b9-4e6b-b960-6656e1385d46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 200 len: 217 time: 0.0589709 Mar 28 18:55:34.097262 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f0ef-2eff-422b-acd7-530a881066c9 req-f65ff1a1-0fe5-44e1-8fc2-91fbd95da531 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.099719 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0682f0ef-2eff-422b-acd7-530a881066c9 req-f65ff1a1-0fe5-44e1-8fc2-91fbd95da531 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0685174 Mar 28 18:55:34.153519 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0682f0ef-2eff-422b-acd7-530a881066c9 req-be751e7d-65ab-4e12-bc6e-9574536abef1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Mar 28 18:55:34.182389 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fd2fc-8427-42b3-8a29-6eeac6f2dd7c req-e0a7466b-546b-404d-9d69-3279cf350369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.183840 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b3fd2fc-8427-42b3-8a29-6eeac6f2dd7c req-e0a7466b-546b-404d-9d69-3279cf350369 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2074618 Mar 28 18:55:34.191526 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f3cb-01d0-4e03-be1a-76c0f37e581c req-3b7fd636-5ae3-4013-9627-0867a9d6f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.193455 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e8d0f3cb-01d0-4e03-be1a-76c0f37e581c req-3b7fd636-5ae3-4013-9627-0867a9d6f968 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 1128 time: 0.2182701 Mar 28 18:55:34.211900 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd424e-10e8-43fd-9082-293e1819d667 req-bf3d12ea-814c-42b6-a5e4-e70b7cc19d57 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.214078 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-54fd424e-10e8-43fd-9082-293e1819d667 req-bf3d12ea-814c-42b6-a5e4-e70b7cc19d57 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0895979 Mar 28 18:55:34.267141 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-54fd424e-10e8-43fd-9082-293e1819d667 req-11a1358b-2e01-45b0-8f70-6c596c5fe622 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472882 Mar 28 18:55:34.371938 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.15', 60280) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:34.411531 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-3ca580b9-eec2-4842-a8da-de9765025b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.413370 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-3ca580b9-eec2-4842-a8da-de9765025b41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0862358 Mar 28 18:55:34.434590 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.15', 60281) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:55:34.471573 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-ccdcb4ad-fb44-4353-b85c-26a62ed2b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.473238 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-ccdcb4ad-fb44-4353-b85c-26a62ed2b0e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 1128 time: 0.0811701 Mar 28 18:55:34.527982 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-93d3b3aa-50d7-4b31-b341-f4ed3fd24510 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f84315-7268-40d6-82fa-79e764f3e6b3 HTTP/1.1" status: 200 len: 217 time: 0.0444865 Mar 28 18:55:34.535418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f3cb-01d0-4e03-be1a-76c0f37e581c req-2d019914-d2d7-4c4e-b666-848baaea3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.537001 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e8d0f3cb-01d0-4e03-be1a-76c0f37e581c req-2d019914-d2d7-4c4e-b666-848baaea3dac service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50618dfcf489415599d11ea74cceee7a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2071385 Mar 28 18:55:34.543008 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360beb3-b9db-422b-ba85-1d841b1d9fbb req-f96df012-c7ca-4396-a9c3-8d9353955fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.544679 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e360beb3-b9db-422b-ba85-1d841b1d9fbb req-f96df012-c7ca-4396-a9c3-8d9353955fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 1130 time: 0.1715341 Mar 28 18:55:34.547534 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-d8d7a8b5-1887-4964-bf88-e4984afbae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.549276 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-d8d7a8b5-1887-4964-bf88-e4984afbae76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1156161 Mar 28 18:55:34.614700 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-e360beb3-b9db-422b-ba85-1d841b1d9fbb req-aa5c50a5-44fb-4b49-bc9d-e95af36a12b0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:34.620854 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d7539-1700-4ca3-89a6-d1aac18acd6a req-944b4287-8d1e-4d62-930e-86f99544c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.622577 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ef9d7539-1700-4ca3-89a6-d1aac18acd6a req-944b4287-8d1e-4d62-930e-86f99544c715 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1130 time: 0.1794746 Mar 28 18:55:34.659468 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-ef9d7539-1700-4ca3-89a6-d1aac18acd6a req-725aca1e-332e-4063-9ed1-c1af5e551516 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:34.669939 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-b054c03e-0441-4c57-9bd0-ff55932ffdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.671805 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-b054c03e-0441-4c57-9bd0-ff55932ffdaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.1380141 Mar 28 18:55:34.742592 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f3cb-01d0-4e03-be1a-76c0f37e581c req-4d69e816-0a75-4484-bfb3-f37f69f88a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.744057 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e8d0f3cb-01d0-4e03-be1a-76c0f37e581c req-4d69e816-0a75-4484-bfb3-f37f69f88a7f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938035 Mar 28 18:55:34.755179 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-0534349b-2a28-45a2-90b5-035e975ad133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.757092 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-0534349b-2a28-45a2-90b5-035e975ad133 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790811 Mar 28 18:55:34.841287 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-baf35db9-b5c5-4fee-9fec-053e15217b52 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815149 Mar 28 18:55:34.936820 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-a8429479-1273-4fae-bf4e-ab7f2c48eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.938795 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-a8429479-1273-4fae-bf4e-ab7f2c48eeb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 1128 time: 0.1500351 Mar 28 18:55:34.940684 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-935c04f7-30f4-4d3e-a4fe-25ede3ba6b31 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779974 Mar 28 18:55:34.985594 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b798b-bda2-4d8c-8042-08a1bb511ea4 req-22c35bb4-b1b7-4c66-9018-df00ee2f3975 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:34.987244 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b5b798b-bda2-4d8c-8042-08a1bb511ea4 req-22c35bb4-b1b7-4c66-9018-df00ee2f3975 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 945 time: 0.1142783 Mar 28 18:55:34.994564 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-815ca269-fd56-4f75-951b-502a56e6ecfb service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272945 Mar 28 18:55:35.036946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271148a2-8bcb-489c-99d1-7d88886f710a req-773019bb-9750-4c52-b2f9-ca391bc9376a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:35.038681 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-271148a2-8bcb-489c-99d1-7d88886f710a req-773019bb-9750-4c52-b2f9-ca391bc9376a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.2675772 Mar 28 18:55:35.040887 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-e360beb3-b9db-422b-ba85-1d841b1d9fbb req-aa5c50a5-44fb-4b49-bc9d-e95af36a12b0 service neutron] Publish callbacks [] for security_group (ee15d3a4-9b1d-4092-9bd7-a9cd9e1a1d82), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:35.052333 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.db.api [req-ef9d7539-1700-4ca3-89a6-d1aac18acd6a req-725aca1e-332e-4063-9ed1-c1af5e551516 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) cde6c0e310be45b5b6fa311f3a802547 {{(pid=103109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 18:55:35.052534 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG oslo_db.api [req-ef9d7539-1700-4ca3-89a6-d1aac18acd6a req-725aca1e-332e-4063-9ed1-c1af5e551516 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 18:55:35.058973 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-c911a14c-66a1-4628-8101-74da4d184dcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca HTTP/1.1" status: 200 len: 217 time: 0.1089804 Mar 28 18:55:35.059179 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-e360beb3-b9db-422b-ba85-1d841b1d9fbb req-aa5c50a5-44fb-4b49-bc9d-e95af36a12b0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ee15d3a4-9b1d-4092-9bd7-a9cd9e1a1d82), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:35.137667 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c50a5-44fb-4b49-bc9d-e95af36a12b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15d3a4-9b1d-4092-9bd7-a9cd9e1a1d82,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:35.150531 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e360beb3-b9db-422b-ba85-1d841b1d9fbb req-aa5c50a5-44fb-4b49-bc9d-e95af36a12b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975420 Mar 28 18:55:35.168713 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-271148a2-8bcb-489c-99d1-7d88886f710a req-24d61fa9-a9ae-436a-b971-1c6512e84c3f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169958 Mar 28 18:55:35.296202 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1cf4-be8e-4bd3-9fad-1a1141b6b969 req-7e9b3056-1304-4b8c-8c62-1549f8934722 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:35.303822 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b82a1cf4-be8e-4bd3-9fad-1a1141b6b969 req-7e9b3056-1304-4b8c-8c62-1549f8934722 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0739405 Mar 28 18:55:35.363173 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-665e5748-8b6f-4f52-b7ac-96274ecee7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:35.364698 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-665e5748-8b6f-4f52-b7ac-96274ecee7cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.2998631 Mar 28 18:55:35.374334 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b82a1cf4-be8e-4bd3-9fad-1a1141b6b969 req-cdbc9337-2690-4d9b-a7f4-e2bfabcea36e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658193 Mar 28 18:55:35.391356 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13ff2d16-1d12-435e-8615-64d6d6c02720 req-c891f552-36ec-4bef-8b21-06a060169913 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394774 Mar 28 18:55:35.395037 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b5b798b-bda2-4d8c-8042-08a1bb511ea4 req-c75f9542-86e1-4bb9-890f-769ee6730fa9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410969 Mar 28 18:55:35.507724 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44ad17-21ca-4c79-9a69-a62bbae268a8 req-d1af19a7-f740-4f3e-b6f8-e8beadf90f7b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:35.509566 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6d44ad17-21ca-4c79-9a69-a62bbae268a8 req-d1af19a7-f740-4f3e-b6f8-e8beadf90f7b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0703166 Mar 28 18:55:35.555013 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-ef9d7539-1700-4ca3-89a6-d1aac18acd6a req-725aca1e-332e-4063-9ed1-c1af5e551516 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:35.564457 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5928402-6497-470e-ac81-db63c360224a req-87fb7ce7-2d9c-43df-b088-cbcefb8a86ef tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:35.567048 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5928402-6497-470e-ac81-db63c360224a req-87fb7ce7-2d9c-43df-b088-cbcefb8a86ef tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0902796 Mar 28 18:55:35.577183 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-fa056759-a209-4a7b-80d1-d0d18aa73da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:35.578853 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-fa056759-a209-4a7b-80d1-d0d18aa73da4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712078 Mar 28 18:55:35.592173 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6d44ad17-21ca-4c79-9a69-a62bbae268a8 req-dcb3e842-1588-40c2-9a2c-8d00dfd3ff6e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726786 Mar 28 18:55:35.670834 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ef9d7539-1700-4ca3-89a6-d1aac18acd6a req-725aca1e-332e-4063-9ed1-c1af5e551516 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0373371 Mar 28 18:55:35.712546 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e5928402-6497-470e-ac81-db63c360224a req-3441bb6c-124d-4347-a4df-b9b1f0a46159 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326518 Mar 28 18:55:35.738273 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-1190ff18-b114-4f92-abaa-b37dde3560cf service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418519 Mar 28 18:55:36.281303 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2774aca-1c94-4ddf-a660-3fde24542e82 req-03305fe1-8508-41eb-b581-c20bd6ee82b7 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:36.282858 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e2774aca-1c94-4ddf-a660-3fde24542e82 req-03305fe1-8508-41eb-b581-c20bd6ee82b7 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0536540 Mar 28 18:55:36.329347 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e2774aca-1c94-4ddf-a660-3fde24542e82 req-8f075308-1158-4e0e-ae9a-d66a49398f58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Mar 28 18:55:36.494179 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f7c8f-a1ab-4917-a0d4-41be607ef0f0 req-284e672d-5eef-4c36-a3b8-1e818ab7e2cb tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:36.496249 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-482f7c8f-a1ab-4917-a0d4-41be607ef0f0 req-284e672d-5eef-4c36-a3b8-1e818ab7e2cb tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0638661 Mar 28 18:55:36.528344 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e174b8-24e7-4633-ba44-468f9dbe8c37 req-ea997ab9-ae10-4732-bc2f-4e6f2376f5d2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:36.530273 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a6e174b8-24e7-4633-ba44-468f9dbe8c37 req-ea997ab9-ae10-4732-bc2f-4e6f2376f5d2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 945 time: 0.0542681 Mar 28 18:55:36.543696 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-482f7c8f-a1ab-4917-a0d4-41be607ef0f0 req-2d5abc67-bde1-4905-a459-ab12178165ab tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414770 Mar 28 18:55:36.577208 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a6e174b8-24e7-4633-ba44-468f9dbe8c37 req-0e56e9ad-fed1-4931-bf51-95bc34d03dec tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Mar 28 18:55:36.712852 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ab822-ede4-44cf-b3e1-202574846b79 req-c8788af6-ab26-4fc4-becf-6b5f4f604867 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:36.714206 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-817ab822-ede4-44cf-b3e1-202574846b79 req-c8788af6-ab26-4fc4-becf-6b5f4f604867 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0549898 Mar 28 18:55:36.762440 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-817ab822-ede4-44cf-b3e1-202574846b79 req-791faf1d-3796-487c-8aaf-a96d6d2aa67b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Mar 28 18:55:36.836978 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92f913-7db6-4349-a976-3ba5e99c253d req-0bc067a8-b4e9-4460-bce1-3252b76197a9 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:36.838525 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fa92f913-7db6-4349-a976-3ba5e99c253d req-0bc067a8-b4e9-4460-bce1-3252b76197a9 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0542600 Mar 28 18:55:36.884053 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fa92f913-7db6-4349-a976-3ba5e99c253d req-28a35587-6398-40ba-9437-38f6d56b4bcf tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Mar 28 18:55:37.447055 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbac29-3d66-495c-876e-41f2a0aceab6 req-886ec604-e74e-4711-844a-2390b50ba35d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:37.449173 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82dbac29-3d66-495c-876e-41f2a0aceab6 req-886ec604-e74e-4711-844a-2390b50ba35d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0564632 Mar 28 18:55:37.498272 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82dbac29-3d66-495c-876e-41f2a0aceab6 req-5a72f9b6-d569-4568-bfd9-6699e19c06a0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435421 Mar 28 18:55:37.662761 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74916bc9-a54e-40c3-87e5-8cba0bacf4a4 req-13f86eaf-c4fe-4cb8-a0f9-87c3e64218a8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:37.664237 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-74916bc9-a54e-40c3-87e5-8cba0bacf4a4 req-13f86eaf-c4fe-4cb8-a0f9-87c3e64218a8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0511794 Mar 28 18:55:37.692595 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2a19-2a02-4249-b076-caec5951306b req-e095aed7-0168-406f-b9d7-2d8d8e35dc41 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:37.694069 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8edb2a19-2a02-4249-b076-caec5951306b req-e095aed7-0168-406f-b9d7-2d8d8e35dc41 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 945 time: 0.0523305 Mar 28 18:55:37.713887 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-74916bc9-a54e-40c3-87e5-8cba0bacf4a4 req-4b59a520-20b6-4c43-a1cc-190e756e0f08 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422416 Mar 28 18:55:37.744171 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8edb2a19-2a02-4249-b076-caec5951306b req-22b25c48-8497-43f4-99dd-237ec9b58468 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Mar 28 18:55:37.886037 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8dd04-1bf8-46c2-a8d8-6e236611a497 req-432a9785-e0b4-46b2-8a2b-ce4adb8fea57 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:37.889522 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-acc8dd04-1bf8-46c2-a8d8-6e236611a497 req-432a9785-e0b4-46b2-8a2b-ce4adb8fea57 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0546038 Mar 28 18:55:37.934523 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-acc8dd04-1bf8-46c2-a8d8-6e236611a497 req-0b1f19c3-249a-46c7-a68b-d7ead2055d23 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Mar 28 18:55:38.008005 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadffc1-7989-492d-b0ef-0eeff7b5cd33 req-4e4dee1b-fa6f-48d3-87ee-08997ba756d4 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:38.009497 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ceadffc1-7989-492d-b0ef-0eeff7b5cd33 req-4e4dee1b-fa6f-48d3-87ee-08997ba756d4 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0526879 Mar 28 18:55:38.055830 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ceadffc1-7989-492d-b0ef-0eeff7b5cd33 req-cd82478b-915e-4be1-9008-f82cbe55c9ec tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Mar 28 18:55:38.414914 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 417a6b4e-5df0-441e-a674-8ff76e8254b0 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:38.467301 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 417a6b4e-5df0-441e-a674-8ff76e8254b0 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:38.472002 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 417a6b4e-5df0-441e-a674-8ff76e8254b0 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:38.472381 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.553348 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 417a6b4e-5df0-441e-a674-8ff76e8254b0 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:38.553744 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.581312 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a6b4e-5df0-441e-a674-8ff76e8254b0'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:38.583746 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2dccd9-1203-4f64-90ec-86c66699ad7e" -d '{"events": [{"server_uuid": "1a079e1a-48ee-4ab0-8395-03ab69d60e08", "name": "network-vif-plugged", "status": "completed", "tag": "417a6b4e-5df0-441e-a674-8ff76e8254b0"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:38.596905 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 417a6b4e-5df0-441e-a674-8ff76e8254b0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:38.601382 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:38.629555 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937115b2-0f0e-4a09-b13b-1ae464470460 x-openstack-request-id: req-937115b2-0f0e-4a09-b13b-1ae464470460 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:38.629903 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a079e1a-48ee-4ab0-8395-03ab69d60e08", "name": "network-vif-plugged", "status": "completed", "tag": "417a6b4e-5df0-441e-a674-8ff76e8254b0", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:38.630304 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-937115b2-0f0e-4a09-b13b-1ae464470460 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:38.630694 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937115b2-0f0e-4a09-b13b-1ae464470460'] response: {'server_uuid': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a6b4e-5df0-441e-a674-8ff76e8254b0', 'code': 200} Mar 28 18:55:38.631882 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590d722-807b-404d-ac42-d9815f29bca3 req-69b2af9c-1509-45fd-881e-bd4202a78ded tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:38.633520 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6590d722-807b-404d-ac42-d9815f29bca3 req-69b2af9c-1509-45fd-881e-bd4202a78ded tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0673246 Mar 28 18:55:38.656364 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=417a6b4e-5df0-441e-a674-8ff76e8254b0,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:38.680486 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6590d722-807b-404d-ac42-d9815f29bca3 req-d3d2b4db-a680-48fc-9c96-838ba95101b1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Mar 28 18:55:38.833925 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c4cc5-e082-443f-ba02-5a68260fbaa3 req-419c9c65-0cc2-44a5-934c-bd571a6a884d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:38.835431 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a34c4cc5-e082-443f-ba02-5a68260fbaa3 req-419c9c65-0cc2-44a5-934c-bd571a6a884d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0523710 Mar 28 18:55:38.861998 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdb1d9-6bbd-4687-b7f2-3b623df5f379 req-a4a0b806-6839-4a76-a11a-946c6ab643da tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:38.863484 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-87bdb1d9-6bbd-4687-b7f2-3b623df5f379 req-a4a0b806-6839-4a76-a11a-946c6ab643da tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0542061 Mar 28 18:55:38.881432 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a34c4cc5-e082-443f-ba02-5a68260fbaa3 req-bb57b702-2513-421f-bdeb-571f0b0b8fd1 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Mar 28 18:55:38.910202 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-87bdb1d9-6bbd-4687-b7f2-3b623df5f379 req-43e5aa8a-3a0d-4508-8552-df72e4f99461 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Mar 28 18:55:39.066414 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c03f-f197-43bc-b6e5-bdad0312e7dd req-40a72567-70f2-43ab-baf2-06864fff2530 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:39.067894 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2801c03f-f197-43bc-b6e5-bdad0312e7dd req-40a72567-70f2-43ab-baf2-06864fff2530 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0582325 Mar 28 18:55:39.118711 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2801c03f-f197-43bc-b6e5-bdad0312e7dd req-768610ba-8944-4e9c-84fc-60012d271124 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Mar 28 18:55:39.178170 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785e25-8244-4250-960b-c32310290bd2 req-4667e2a3-4722-4acc-aa14-5abd44d4159b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:39.179619 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4d785e25-8244-4250-960b-c32310290bd2 req-4667e2a3-4722-4acc-aa14-5abd44d4159b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0510993 Mar 28 18:55:39.228415 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4d785e25-8244-4250-960b-c32310290bd2 req-24402052-af11-4d89-8040-533364546a39 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Mar 28 18:55:39.796014 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faa767-04e1-4046-b25c-158278cb5790 req-c25d18f3-2815-4955-9d15-70522d1b01df tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:39.797474 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1faa767-04e1-4046-b25c-158278cb5790 req-c25d18f3-2815-4955-9d15-70522d1b01df tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0518696 Mar 28 18:55:39.843241 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1faa767-04e1-4046-b25c-158278cb5790 req-9d9fad25-0997-48cf-b78c-b2ec51977b63 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403464 Mar 28 18:55:39.999437 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304b5f1-d7c3-4790-a44e-9c1230ec9ceb req-89f62b22-3791-44cc-8151-fb0a9f8cb008 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:40.001229 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1304b5f1-d7c3-4790-a44e-9c1230ec9ceb req-89f62b22-3791-44cc-8151-fb0a9f8cb008 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0544693 Mar 28 18:55:40.039010 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e550de4-0b6f-4816-8a52-1c94d1863f00 req-49266593-9385-4573-b768-a986c8c22a09 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:40.040629 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e550de4-0b6f-4816-8a52-1c94d1863f00 req-49266593-9385-4573-b768-a986c8c22a09 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0632432 Mar 28 18:55:40.053098 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1304b5f1-d7c3-4790-a44e-9c1230ec9ceb req-d7090769-c7a4-4367-aecb-ea55b676e5b5 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461993 Mar 28 18:55:40.098577 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e550de4-0b6f-4816-8a52-1c94d1863f00 req-49c31b32-c519-40dd-bd59-da6f564fd4c2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 Mar 28 18:55:40.236472 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90da657-a556-4579-a61f-5d34279663ea req-ddc810e5-4125-4611-8e43-7b8a2b70dc1b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:40.237904 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f90da657-a556-4579-a61f-5d34279663ea req-ddc810e5-4125-4611-8e43-7b8a2b70dc1b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0528553 Mar 28 18:55:40.283863 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f90da657-a556-4579-a61f-5d34279663ea req-46620e00-1796-442c-aacd-a9eb728c06c2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Mar 28 18:55:40.345430 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291015c-465e-4f4a-8053-52b36372c7df req-57b51b92-8d91-4fbf-8531-a83ce0d94cda tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:40.346924 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2291015c-465e-4f4a-8053-52b36372c7df req-57b51b92-8d91-4fbf-8531-a83ce0d94cda tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0518770 Mar 28 18:55:40.394092 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2291015c-465e-4f4a-8053-52b36372c7df req-2d33a956-973a-4ff4-8875-a4213997eff8 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Mar 28 18:55:40.833840 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b28ba786-7d1f-4773-9855-1ec5d00af1fe req-59e3aa7e-e716-4f5d-9644-88f8cec43ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881524 Mar 28 18:55:40.957554 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbf03b-8029-4911-920c-fb228a86bab4 req-a5385e4d-471d-440b-a3bf-aefbf074eeb0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:40.959031 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9fbbf03b-8029-4911-920c-fb228a86bab4 req-a5385e4d-471d-440b-a3bf-aefbf074eeb0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0513887 Mar 28 18:55:40.968825 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1efbdf-6692-44b5-867d-29c0b62e729f req-764c796d-39d1-4153-89d9-df3f94cfb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:40.970400 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b1efbdf-6692-44b5-867d-29c0b62e729f req-764c796d-39d1-4153-89d9-df3f94cfb1d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 1130 time: 0.0760162 Mar 28 18:55:41.008529 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9fbbf03b-8029-4911-920c-fb228a86bab4 req-0b6c1cbe-8ac0-40f9-8c19-322b629d4c2e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Mar 28 18:55:41.022970 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b1efbdf-6692-44b5-867d-29c0b62e729f req-bcf970da-9f08-4e62-a90c-d0951a119b9c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 Mar 28 18:55:41.194091 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee260e-2708-4f1f-8e9d-8665236aac31 req-09777ba4-4868-4565-8d9d-f3ff8a6515eb tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:41.195764 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92ee260e-2708-4f1f-8e9d-8665236aac31 req-09777ba4-4868-4565-8d9d-f3ff8a6515eb tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0715578 Mar 28 18:55:41.226926 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee6c36-a71e-403d-82f0-9f666aaf5209 req-c130b876-556a-4706-ae45-77365b5f564a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:41.228388 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-56ee6c36-a71e-403d-82f0-9f666aaf5209 req-c130b876-556a-4706-ae45-77365b5f564a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0526235 Mar 28 18:55:41.245357 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92ee260e-2708-4f1f-8e9d-8665236aac31 req-19102a3b-d40e-4f6a-bc94-045ddb34ae03 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432189 Mar 28 18:55:41.275225 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-56ee6c36-a71e-403d-82f0-9f666aaf5209 req-dd689008-a8da-4184-aa93-c076c32570f0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Mar 28 18:55:41.407879 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6905bf-a7cf-4e6a-bc1a-24fed1972202 req-3a11bf2e-caa3-4192-bb36-4ee0c2fee5e4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:41.409234 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf6905bf-a7cf-4e6a-bc1a-24fed1972202 req-3a11bf2e-caa3-4192-bb36-4ee0c2fee5e4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0527365 Mar 28 18:55:41.458236 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf6905bf-a7cf-4e6a-bc1a-24fed1972202 req-d2552a38-7d50-40b5-b922-66fbd2b811ba tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Mar 28 18:55:41.513719 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c53569-94e4-44bd-b785-2321b1cc2a4b req-d6a9b27f-5780-432c-8a5b-7a32bd38e5f1 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:41.515325 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-89c53569-94e4-44bd-b785-2321b1cc2a4b req-d6a9b27f-5780-432c-8a5b-7a32bd38e5f1 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0538363 Mar 28 18:55:41.566752 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-89c53569-94e4-44bd-b785-2321b1cc2a4b req-60d4264a-95c7-4444-9a00-8feba53e9dd1 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Mar 28 18:55:42.124131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e091c5b-e3bb-413c-ad32-2febf78be82e req-055a0d70-f997-4d4e-8e2f-db11adf3ce17 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:42.125670 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e091c5b-e3bb-413c-ad32-2febf78be82e req-055a0d70-f997-4d4e-8e2f-db11adf3ce17 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0512335 Mar 28 18:55:42.176021 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e091c5b-e3bb-413c-ad32-2febf78be82e req-f08d6a42-8557-4cda-b218-b058ce7561dc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Mar 28 18:55:42.408746 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f95f9-3b78-45d6-8820-28d12545c121 req-9ad4bed6-1032-4b61-baae-ff4fdc54a17a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:42.410421 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-962f95f9-3b78-45d6-8820-28d12545c121 req-9ad4bed6-1032-4b61-baae-ff4fdc54a17a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0642965 Mar 28 18:55:42.460766 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-962f95f9-3b78-45d6-8820-28d12545c121 req-52ed99b5-1944-4ce3-bf10-e0eff080c978 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439444 Mar 28 18:55:42.585081 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329956d-ad3f-4cf4-a3dd-4be8b20bcee0 req-e3e30337-efd7-47ab-9e7d-bf970ee498dc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:42.586863 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0329956d-ad3f-4cf4-a3dd-4be8b20bcee0 req-e3e30337-efd7-47ab-9e7d-bf970ee498dc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0560975 Mar 28 18:55:42.593405 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a861b-8558-4f9a-aed3-138c01d787fa req-4a28b615-93e2-463b-805d-339afa1f7a88 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:42.596151 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-385a861b-8558-4f9a-aed3-138c01d787fa req-4a28b615-93e2-463b-805d-339afa1f7a88 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.2699008 Mar 28 18:55:42.656127 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0329956d-ad3f-4cf4-a3dd-4be8b20bcee0 req-3f95cf93-7886-4027-bc19-4b914885ccaf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585458 Mar 28 18:55:42.659772 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-385a861b-8558-4f9a-aed3-138c01d787fa req-e22cf98d-54d7-4fd9-9b21-079e96353a12 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497570 Mar 28 18:55:42.778955 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16f073-3217-4d84-8962-4818086470c8 req-482d262d-7d8e-43fd-8711-a2289731ad06 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:42.780484 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fe16f073-3217-4d84-8962-4818086470c8 req-482d262d-7d8e-43fd-8711-a2289731ad06 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0610144 Mar 28 18:55:42.835147 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fe16f073-3217-4d84-8962-4818086470c8 req-98ba7713-187d-4fc7-89c9-d3802424346e tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472860 Mar 28 18:55:43.295353 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b4bf0-bad4-4a18-a11b-c8edda2e8176 req-4d8abb5f-fe67-4c00-a5c8-2c42609df15b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:43.296825 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8c1b4bf0-bad4-4a18-a11b-c8edda2e8176 req-4d8abb5f-fe67-4c00-a5c8-2c42609df15b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0533648 Mar 28 18:55:43.344096 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8c1b4bf0-bad4-4a18-a11b-c8edda2e8176 req-2e3acfe7-f534-4120-a9be-6624a3312882 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417480 Mar 28 18:55:43.606842 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944e811-965b-462c-87a1-f364435c4d78 req-709c0f8d-3cbb-4a13-87aa-8f6288aa1371 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:43.609219 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1944e811-965b-462c-87a1-f364435c4d78 req-709c0f8d-3cbb-4a13-87aa-8f6288aa1371 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0776489 Mar 28 18:55:43.657328 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1944e811-965b-462c-87a1-f364435c4d78 req-89bc6066-6119-409a-8e80-a291fbe9a5cd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Mar 28 18:55:43.774105 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd4f04-d056-4a18-868d-9953e8183d89 req-1508f168-8301-47b9-be94-2d8d63b343ee tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:43.775627 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-26bd4f04-d056-4a18-868d-9953e8183d89 req-1508f168-8301-47b9-be94-2d8d63b343ee tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0516632 Mar 28 18:55:43.776913 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e56b9-430d-4895-a229-a763b5b8f0d0 req-fe86bc37-b007-48ae-a7e7-48e50293f116 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:43.778381 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-953e56b9-430d-4895-a229-a763b5b8f0d0 req-fe86bc37-b007-48ae-a7e7-48e50293f116 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0513113 Mar 28 18:55:43.825777 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-26bd4f04-d056-4a18-868d-9953e8183d89 req-283b7805-ac58-45f0-8062-f04b3761487b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441115 Mar 28 18:55:43.831082 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-953e56b9-430d-4895-a229-a763b5b8f0d0 req-bc7b1e61-591d-4bf5-aab6-153c170ce8c5 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467341 Mar 28 18:55:43.954028 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49838d0-0826-48c1-975f-cb5730bdfac5 req-13d52c63-8006-4efc-8375-e0b4f3073581 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:43.955509 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c49838d0-0826-48c1-975f-cb5730bdfac5 req-13d52c63-8006-4efc-8375-e0b4f3073581 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0521064 Mar 28 18:55:44.000283 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c49838d0-0826-48c1-975f-cb5730bdfac5 req-d45f0e0c-144b-4356-b6c9-04de971a702c tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Mar 28 18:55:44.458929 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dcf7b-0775-4f63-80ad-09a70be44dc4 req-1ca3023f-c881-405d-b5c7-b5388bfe6fc9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:44.460376 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a5dcf7b-0775-4f63-80ad-09a70be44dc4 req-1ca3023f-c881-405d-b5c7-b5388bfe6fc9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0519433 Mar 28 18:55:44.505960 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a5dcf7b-0775-4f63-80ad-09a70be44dc4 req-a75d7d3c-b5fc-4c84-8671-971db99e626e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395408 Mar 28 18:55:44.774012 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf74d22-9662-4356-8ba9-2e28a7dc9b91 req-2c89daa4-4662-488c-9fb2-ab4e5a508996 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:44.776090 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9bf74d22-9662-4356-8ba9-2e28a7dc9b91 req-2c89daa4-4662-488c-9fb2-ab4e5a508996 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0528274 Mar 28 18:55:44.820892 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9bf74d22-9662-4356-8ba9-2e28a7dc9b91 req-44fea7c7-4af2-4be6-9b23-9cd8bee23c73 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Mar 28 18:55:44.945983 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7061101-36f1-4a1d-9752-045809f957ab req-944eb5fa-fc8a-4761-9b9a-ac9c6a94497d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:44.947788 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d7061101-36f1-4a1d-9752-045809f957ab req-944eb5fa-fc8a-4761-9b9a-ac9c6a94497d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0507059 Mar 28 18:55:44.948755 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14a098-fb3a-49ea-9216-20d82335156a req-8781b73c-7f6f-4571-a7ef-9692f29d7641 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:44.950249 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ef14a098-fb3a-49ea-9216-20d82335156a req-8781b73c-7f6f-4571-a7ef-9692f29d7641 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 944 time: 0.0554144 Mar 28 18:55:44.995085 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d7061101-36f1-4a1d-9752-045809f957ab req-04b060ea-43fd-4c10-8dd4-ed850b0497be tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Mar 28 18:55:44.995395 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ef14a098-fb3a-49ea-9216-20d82335156a req-64d4b92d-ec80-4404-a751-45bb79646e8e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397177 Mar 28 18:55:45.624784 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0f841-f1d8-4a14-9626-98a49a185b37 req-70affb37-158d-4a7d-8881-2d867a1f308c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:45.626173 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4de0f841-f1d8-4a14-9626-98a49a185b37 req-70affb37-158d-4a7d-8881-2d867a1f308c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0507634 Mar 28 18:55:45.673231 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4de0f841-f1d8-4a14-9626-98a49a185b37 req-121c627b-6f45-41fe-83ca-86e64e039cf3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407372 Mar 28 18:55:45.712071 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:45.809352 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:45.820767 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'port_id': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'mac_address': 'fa:16:3e:de:ee:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:45.857570 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:45.857961 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:45.871258 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:45.891787 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:45.896768 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:45.940787 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065ca15-166a-4954-abe7-4ca3b11d2617 req-623d2b6b-6ead-4b4b-900e-f5996a25192f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:45.942318 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7065ca15-166a-4954-abe7-4ca3b11d2617 req-623d2b6b-6ead-4b4b-900e-f5996a25192f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0551589 Mar 28 18:55:45.943590 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:45.950675 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.951051 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.951441 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.951784 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.952118 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.952445 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.952802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.953097 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.953422 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.953744 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.954069 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.954440 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.954767 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.955084 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.955404 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:55:45.988205 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7065ca15-166a-4954-abe7-4ca3b11d2617 req-4bba2460-8dd0-4418-a57b-b8062ddb9c34 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Mar 28 18:55:46.117888 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e8c44-4e88-4145-8e93-f98368d948cb req-2fd5cebb-19f3-4257-8a40-7aefe158800c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.120127 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-742e8c44-4e88-4145-8e93-f98368d948cb req-2fd5cebb-19f3-4257-8a40-7aefe158800c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0574515 Mar 28 18:55:46.123842 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d038-f3b7-4ebf-9ab6-df927ab894a8 req-6639282d-c20f-486c-8e65-67919bc0afc4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.125314 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-da44d038-f3b7-4ebf-9ab6-df927ab894a8 req-6639282d-c20f-486c-8e65-67919bc0afc4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0629172 Mar 28 18:55:46.169111 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-742e8c44-4e88-4145-8e93-f98368d948cb req-45ad8b2f-58cb-42a8-a5eb-43dfb45fa4f2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Mar 28 18:55:46.171214 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-da44d038-f3b7-4ebf-9ab6-df927ab894a8 req-5b307d63-45ca-4cc1-b2af-4469223b50d9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Mar 28 18:55:46.718535 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:46.827736 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1baae1-7a22-4cdc-8074-e5560d3b12eb req-fd9215e4-7c2b-4ff8-9ccf-221c03988bb2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:46.829208 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3d1baae1-7a22-4cdc-8074-e5560d3b12eb req-fd9215e4-7c2b-4ff8-9ccf-221c03988bb2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0590339 Mar 28 18:55:46.830251 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:46.842362 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'port_id': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'mac_address': 'fa:16:3e:6b:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:46.877163 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3d1baae1-7a22-4cdc-8074-e5560d3b12eb req-23eb7d3f-a598-4035-ae31-2ea17dc3db01 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418780 Mar 28 18:55:46.880495 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:46.880941 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:46.894421 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f84315-7268-40d6-82fa-79e764f3e6b3 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:46.913524 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:46.917486 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:46.966325 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:47.108659 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7abac-3b38-40be-8bb0-7b23fa28ac4f req-86970f70-cf0f-4026-b7a8-870450eb8856 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:47.110125 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b8c7abac-3b38-40be-8bb0-7b23fa28ac4f req-86970f70-cf0f-4026-b7a8-870450eb8856 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0566516 Mar 28 18:55:47.156949 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b8c7abac-3b38-40be-8bb0-7b23fa28ac4f req-10435602-e7a4-4144-a9b8-a28ddef98b5b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Mar 28 18:55:47.287517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821f629-af5d-49ea-b07e-bb7e98a12def req-33a7ca95-ba95-4918-8282-a2fd7014d278 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:47.288153 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694303bd-0695-4c39-9d31-b70529611d64 req-d9e68861-6cac-4a2d-a9c2-0a2386c0b604 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:47.289010 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1821f629-af5d-49ea-b07e-bb7e98a12def req-33a7ca95-ba95-4918-8282-a2fd7014d278 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0526199 Mar 28 18:55:47.289126 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-694303bd-0695-4c39-9d31-b70529611d64 req-d9e68861-6cac-4a2d-a9c2-0a2386c0b604 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0516374 Mar 28 18:55:47.337652 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-694303bd-0695-4c39-9d31-b70529611d64 req-22944214-6713-458f-96f3-f9645e3af9ab tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Mar 28 18:55:47.340933 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1821f629-af5d-49ea-b07e-bb7e98a12def req-86d04030-e902-4cc1-8646-cea994ae4a5c tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456316 Mar 28 18:55:47.993564 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be5fad-d89a-4579-aa41-862792806856 req-049a7a3f-d31f-4722-b14e-384ba7e95e33 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:47.995145 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-84be5fad-d89a-4579-aa41-862792806856 req-049a7a3f-d31f-4722-b14e-384ba7e95e33 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 944 time: 0.0534484 Mar 28 18:55:48.044131 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-84be5fad-d89a-4579-aa41-862792806856 req-9d11743d-c9ff-47cc-b9dd-37cd3c409782 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Mar 28 18:55:48.278881 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7757d7-8145-4eb8-a4fa-01a705acd1ea req-0d10b16e-4623-4e84-ab67-a3ed3e214946 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:48.280648 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c7757d7-8145-4eb8-a4fa-01a705acd1ea req-0d10b16e-4623-4e84-ab67-a3ed3e214946 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0579963 Mar 28 18:55:48.337351 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c7757d7-8145-4eb8-a4fa-01a705acd1ea req-45dcf4e0-9008-4eb4-860b-8e08829e37d6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499289 Mar 28 18:55:48.469953 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe0646-5975-4a5a-8b99-0562c6605e62 req-038f8d25-6b74-4794-9201-1ed6f6eb404f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:48.471809 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca40a82-5540-4c2b-8c21-0d878c5cfbdd req-10bd6fa7-2995-4d1c-b894-d56270345c6c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:48.472289 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8bfe0646-5975-4a5a-8b99-0562c6605e62 req-038f8d25-6b74-4794-9201-1ed6f6eb404f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0591733 Mar 28 18:55:48.473302 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1ca40a82-5540-4c2b-8c21-0d878c5cfbdd req-10bd6fa7-2995-4d1c-b894-d56270345c6c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0598023 Mar 28 18:55:48.530807 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8bfe0646-5975-4a5a-8b99-0562c6605e62 req-27c4848f-3060-49e8-bd1b-8c6ed0805c17 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524392 Mar 28 18:55:48.536950 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1ca40a82-5540-4c2b-8c21-0d878c5cfbdd req-1e91aef3-c490-4768-9922-18c117e2503b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579078 Mar 28 18:55:48.779686 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:55:48.874358 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:48.885419 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:55:48.924951 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:48.925337 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:48.938424 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:55:48.957075 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:48.961557 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:49.006658 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:49.165439 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1de3f-1501-40c5-9cc2-588b4a1049cd req-bbbba2d0-b1e9-4626-a2d5-665b5d67ee14 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.166937 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78d1de3f-1501-40c5-9cc2-588b4a1049cd req-bbbba2d0-b1e9-4626-a2d5-665b5d67ee14 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.0521610 Mar 28 18:55:49.218229 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78d1de3f-1501-40c5-9cc2-588b4a1049cd req-bcd3301f-9b01-4b41-8e01-bc7321a2e3d9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454826 Mar 28 18:55:49.290261 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:55:49.340065 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['75f84315-7268-40d6-82fa-79e764f3e6b3'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:49.456607 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9f06c-b473-4a3d-a372-018ad48f9cfa req-a9eec1ed-3eb6-4d89-a69a-d0824504a71a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.458080 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c2a9f06c-b473-4a3d-a372-018ad48f9cfa req-a9eec1ed-3eb6-4d89-a69a-d0824504a71a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0544498 Mar 28 18:55:49.503868 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c2a9f06c-b473-4a3d-a372-018ad48f9cfa req-e7c52723-06a7-4fc8-8f7a-fc324de23fa4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Mar 28 18:55:49.513776 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:49.681854 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218153c-bf18-44a6-91a7-2fc57782b625 req-59932bb3-7133-48e0-83be-4f1a23b8cb74 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.683485 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c218153c-bf18-44a6-91a7-2fc57782b625 req-59932bb3-7133-48e0-83be-4f1a23b8cb74 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0558057 Mar 28 18:55:49.735944 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c218153c-bf18-44a6-91a7-2fc57782b625 req-ad74ef8c-9353-49fa-b287-0da285431809 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461631 Mar 28 18:55:49.854275 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a43f6-17c9-4476-a841-292993b479be req-1fb1509c-3471-494c-8783-c79b652135ac tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.858620 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c69a43f6-17c9-4476-a841-292993b479be req-1fb1509c-3471-494c-8783-c79b652135ac tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0558431 Mar 28 18:55:49.860895 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395fa13-42a9-4523-94e9-1e31fa836651 req-ff11b82e-e239-46d5-b9f7-e33edd09d0bf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.862395 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6395fa13-42a9-4523-94e9-1e31fa836651 req-ff11b82e-e239-46d5-b9f7-e33edd09d0bf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0860765 Mar 28 18:55:49.865275 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-54e52b9e-26b6-4b5e-a83f-fa897be6ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:49.866679 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-54e52b9e-26b6-4b5e-a83f-fa897be6ac80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 1130 time: 0.0793161 Mar 28 18:55:49.893139 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:55:49.911368 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c69a43f6-17c9-4476-a841-292993b479be req-089e8a3e-a3e5-423f-9f88-9d7131023e67 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Mar 28 18:55:50.033391 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6395fa13-42a9-4523-94e9-1e31fa836651 req-9bbc1e9f-9e8d-4905-83ab-7335bdf92507 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643286 Mar 28 18:55:50.061430 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-acdd46c4-7389-4850-b03c-fd0d7301a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.063240 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-acdd46c4-7389-4850-b03c-fd0d7301a86b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.1851113 Mar 28 18:55:50.335952 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c97e4d-6d1c-4140-a342-ac5d64d502f9 req-1bf99e0f-be13-4b25-a0b0-e4168aced606 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.337427 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e9c97e4d-6d1c-4140-a342-ac5d64d502f9 req-1bf99e0f-be13-4b25-a0b0-e4168aced606 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.0541477 Mar 28 18:55:50.387018 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e9c97e4d-6d1c-4140-a342-ac5d64d502f9 req-1721abe2-05f4-485a-bc12-526cd28f9cee tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439310 Mar 28 18:55:50.856347 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90a5c9-c429-4853-bb72-966f698e18c6 req-cbb9e071-af34-4a9a-92a0-a59d459e96d9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:50.857723 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc90a5c9-c429-4853-bb72-966f698e18c6 req-cbb9e071-af34-4a9a-92a0-a59d459e96d9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0556800 Mar 28 18:55:50.904396 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc90a5c9-c429-4853-bb72-966f698e18c6 req-5050100e-e026-4001-ae83-c5b273a97e15 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411820 Mar 28 18:55:51.027626 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f19dcb-b1af-4750-8c68-88355bdc5d25 req-0e11e260-e3ec-47c5-a88a-c1ce4dedaedb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.029091 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-20f19dcb-b1af-4750-8c68-88355bdc5d25 req-0e11e260-e3ec-47c5-a88a-c1ce4dedaedb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0511723 Mar 28 18:55:51.076144 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-20f19dcb-b1af-4750-8c68-88355bdc5d25 req-466d841d-61cd-4866-89dd-89202c78c71d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Mar 28 18:55:51.155281 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fdb1e-7463-47a2-8a2d-c356c656dd24 req-f1202d76-c032-4b92-9a44-a12dcb9f4b3e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.156639 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fe0fdb1e-7463-47a2-8a2d-c356c656dd24 req-f1202d76-c032-4b92-9a44-a12dcb9f4b3e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0515735 Mar 28 18:55:51.202030 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fe0fdb1e-7463-47a2-8a2d-c356c656dd24 req-9a08e3ba-241f-44fe-9a73-63edb2894f26 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 Mar 28 18:55:51.390836 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-e3132773-9970-417e-8690-3670f2b18c75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0 HTTP/1.1" status: 200 len: 217 time: 0.0367339 Mar 28 18:55:51.510534 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32632a78-6a0a-44ab-b5e4-c510c58d1570 req-d77bed1b-e4ff-4b40-93f6-010a87a5681f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:51.512730 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-32632a78-6a0a-44ab-b5e4-c510c58d1570 req-d77bed1b-e4ff-4b40-93f6-010a87a5681f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.0596225 Mar 28 18:55:51.558523 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-32632a78-6a0a-44ab-b5e4-c510c58d1570 req-a6f2d112-b658-48ea-bfd7-4ac96294d5e0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402410 Mar 28 18:55:52.017530 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af3ee1-aa13-4f2f-b0fa-d06b75b24451 req-05fac196-c51c-4ed8-a124-7a7005a83ae7 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.019029 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-05af3ee1-aa13-4f2f-b0fa-d06b75b24451 req-05fac196-c51c-4ed8-a124-7a7005a83ae7 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0514607 Mar 28 18:55:52.065433 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-05af3ee1-aa13-4f2f-b0fa-d06b75b24451 req-b045b5f3-5a2d-4ace-b86e-cac6ce236862 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Mar 28 18:55:52.194321 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c062b-b5e9-4fe9-abdf-8f9ef52fbcc8 req-dbdfa8c2-0abe-43bc-be66-85d80e1c8ec7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.195719 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a67c062b-b5e9-4fe9-abdf-8f9ef52fbcc8 req-dbdfa8c2-0abe-43bc-be66-85d80e1c8ec7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0515928 Mar 28 18:55:52.241494 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a67c062b-b5e9-4fe9-abdf-8f9ef52fbcc8 req-0614c513-2a49-4d01-89fd-4e2c89315176 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Mar 28 18:55:52.324513 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec986431-3441-4575-8306-cabdf2ab7860 req-4445b4a3-acb8-4cfd-b4bb-9bb3bd3625c6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.325948 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec986431-3441-4575-8306-cabdf2ab7860 req-4445b4a3-acb8-4cfd-b4bb-9bb3bd3625c6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0519590 Mar 28 18:55:52.408753 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec986431-3441-4575-8306-cabdf2ab7860 req-a598b49d-6434-46f7-b376-626ecc5fb92c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773628 Mar 28 18:55:52.410243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-3e4a72af-917f-4787-8838-22c25afbb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.411597 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-3e4a72af-917f-4787-8838-22c25afbb570 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0739207 Mar 28 18:55:52.674756 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb36d8-74bf-4c20-947b-5813a4d62540 req-78396b47-541e-4a3c-ad32-8e7675c0193c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:52.676190 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51cb36d8-74bf-4c20-947b-5813a4d62540 req-78396b47-541e-4a3c-ad32-8e7675c0193c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.0542715 Mar 28 18:55:52.727575 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51cb36d8-74bf-4c20-947b-5813a4d62540 req-2b825c6d-e427-4a41-a220-b1c365a143ec tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453255 Mar 28 18:55:52.996243 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:53.181867 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32dc2a-4ffb-4417-bfa2-72ab64ffb95f req-c0bc139a-16f4-4edc-873e-89ebee0e041d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:53.183322 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd32dc2a-4ffb-4417-bfa2-72ab64ffb95f req-c0bc139a-16f4-4edc-873e-89ebee0e041d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0541701 Mar 28 18:55:53.229396 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fd32dc2a-4ffb-4417-bfa2-72ab64ffb95f req-747076a9-9c11-496c-a7a8-30acf93f0ff9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399761 Mar 28 18:55:53.356401 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b1e6-40b1-458c-8a6c-f26ef925d38d req-7cb0c6b6-4379-4a78-8710-e1940376c8fd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:53.358189 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2970b1e6-40b1-458c-8a6c-f26ef925d38d req-7cb0c6b6-4379-4a78-8710-e1940376c8fd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0529022 Mar 28 18:55:53.404882 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2970b1e6-40b1-458c-8a6c-f26ef925d38d req-39e82fe3-4bab-47fd-bd99-0bfadf10a9de tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Mar 28 18:55:53.535584 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed58d2-5601-4d29-ae60-5d5c91cbf2b6 req-caf650d1-0433-4c54-94e0-af9a6eb892a9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:53.537021 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a6ed58d2-5601-4d29-ae60-5d5c91cbf2b6 req-caf650d1-0433-4c54-94e0-af9a6eb892a9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0515454 Mar 28 18:55:53.584575 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a6ed58d2-5601-4d29-ae60-5d5c91cbf2b6 req-a762da73-1f8b-4778-9bf9-a192b29abb6b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Mar 28 18:55:53.842884 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dfd4a-95fc-4bf0-af19-a98bc0af8a20 req-f96ff719-fe1b-406f-843d-a614b75f5487 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:53.844370 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c09dfd4a-95fc-4bf0-af19-a98bc0af8a20 req-f96ff719-fe1b-406f-843d-a614b75f5487 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Mar 28 18:55:53.892671 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c09dfd4a-95fc-4bf0-af19-a98bc0af8a20 req-74c270e3-f6e2-45c8-b945-63f205358440 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Mar 28 18:55:54.120877 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-0c934f61-da27-47bd-ac32-711c0bb15377 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446970 Mar 28 18:55:54.123882 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-7e6277a5-5afa-4e1a-b6ee-1fe2e7830b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.125377 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-7e6277a5-5afa-4e1a-b6ee-1fe2e7830b31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497143 Mar 28 18:55:54.214131 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-6401b84e-f19d-4a75-a0b2-acc9e8d2266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.215655 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-6401b84e-f19d-4a75-a0b2-acc9e8d2266a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b51790fff624aa39bd8d38de5efad71&device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 1130 time: 0.0460510 Mar 28 18:55:54.215920 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-9799c6d1-57c0-4a51-b31f-6b1d6c689b23 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Mar 28 18:55:54.330952 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-ac6a554b-8ab5-4c62-90fa-5d8c92a9ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.332315 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-ac6a554b-8ab5-4c62-90fa-5d8c92a9ff7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=98df7fce-8e88-4282-bfb2-f90c79271a44 HTTP/1.1" status: 200 len: 912 time: 0.0865810 Mar 28 18:55:54.349246 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5ac5ae6-de2e-44bf-8961-01b2932c96a8 req-95cd2662-329c-431a-abf5-b8b3bd91490a service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214085 Mar 28 18:55:54.364895 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a9aa7-8ee8-4a02-8272-8e97fa91c0c2 req-be6068bb-71b9-4ce3-af77-065f71caea19 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.366364 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d2a9aa7-8ee8-4a02-8272-8e97fa91c0c2 req-be6068bb-71b9-4ce3-af77-065f71caea19 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0707984 Mar 28 18:55:54.385230 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-cb7e2374-2e07-477d-a06d-4420cc7732b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f HTTP/1.1" status: 200 len: 217 time: 0.0390182 Mar 28 18:55:54.417830 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d2a9aa7-8ee8-4a02-8272-8e97fa91c0c2 req-0c333295-541e-4820-977d-2910276b023f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Mar 28 18:55:54.441981 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-f3d0d2fb-7b8f-4722-90be-c555b075b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.443420 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-f3d0d2fb-7b8f-4722-90be-c555b075b4d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=825b2ef9-47fe-45e5-a9ad-c0700db4e2ac HTTP/1.1" status: 200 len: 851 time: 0.0447702 Mar 28 18:55:54.488000 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-1e6edec7-b462-4403-8403-ca93fca406f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98df7fce-8e88-4282-bfb2-f90c79271a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269966 Mar 28 18:55:54.542620 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f267-bfa7-4908-99a9-52d5fc9f19b2 req-0b257aa0-cd50-4d14-93a4-5dc1552a6c22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.544097 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0379f267-bfa7-4908-99a9-52d5fc9f19b2 req-0b257aa0-cd50-4d14-93a4-5dc1552a6c22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0552111 Mar 28 18:55:54.591951 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0379f267-bfa7-4908-99a9-52d5fc9f19b2 req-0d32da8f-e774-43d1-bec0-8675cf8ef706 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Mar 28 18:55:54.662404 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-31678cc6-b501-48ca-a240-99db6597e2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:54.709728 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-3747c883-34b4-4fde-9b1f-f03d3aeb80e4 service neutron] 10.222.0.15 "GET /v2.0/networks/98df7fce-8e88-4282-bfb2-f90c79271a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Mar 28 18:55:54.711577 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1e4a0-5cf2-4f33-8c95-2199b672a8df req-bbcab8ce-b7b0-4858-8420-f7fcf4a8abe2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:54.713094 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8cc1e4a0-5cf2-4f33-8c95-2199b672a8df req-bbcab8ce-b7b0-4858-8420-f7fcf4a8abe2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0558596 Mar 28 18:55:54.762145 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8cc1e4a0-5cf2-4f33-8c95-2199b672a8df req-8cbbb4b5-63fb-417e-ab70-75cacaff6da5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Mar 28 18:55:54.802581 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-82a12b02-9203-4a5f-b6a0-846518b98cdc req-e742bc2d-a38d-4abe-b3ab-6a94978a24b3 service neutron] 10.222.0.15 "GET /v2.0/networks/98df7fce-8e88-4282-bfb2-f90c79271a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856042 Mar 28 18:55:55.017263 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b980e-ac92-45d9-8843-0e5e75a2db11 req-0089fd1c-abbb-4467-9b3b-6e8a599c6161 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:55.018791 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-452b980e-ac92-45d9-8843-0e5e75a2db11 req-0089fd1c-abbb-4467-9b3b-6e8a599c6161 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.0581882 Mar 28 18:55:55.064249 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-452b980e-ac92-45d9-8843-0e5e75a2db11 req-cf9d3810-860c-4b45-984c-4a383d9ee6c0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400486 Mar 28 18:55:55.537482 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33dcbd-cae4-497a-ba66-f9c5100e97bc req-27a09c2f-26db-4e73-8bb7-0b78567e2f11 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:55.539602 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e33dcbd-cae4-497a-ba66-f9c5100e97bc req-27a09c2f-26db-4e73-8bb7-0b78567e2f11 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0537934 Mar 28 18:55:55.588282 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e33dcbd-cae4-497a-ba66-f9c5100e97bc req-9ddee3cf-0c8b-4101-98d9-5cb92fa8b58d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Mar 28 18:55:55.714628 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be39611-fe05-421d-91ac-836aede3071a req-712c868e-782a-47bd-a899-e7e4721c5c21 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:55.715987 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5be39611-fe05-421d-91ac-836aede3071a req-712c868e-782a-47bd-a899-e7e4721c5c21 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0566659 Mar 28 18:55:55.763297 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5be39611-fe05-421d-91ac-836aede3071a req-669db6db-6d20-463a-9a9a-66dac37872e2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Mar 28 18:55:55.909476 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29909d5-ae18-4cbe-a89b-5ccef28ad7c8 req-c1e31dbd-56db-4182-8a3a-648342de2805 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:55.911068 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f29909d5-ae18-4cbe-a89b-5ccef28ad7c8 req-c1e31dbd-56db-4182-8a3a-648342de2805 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0719709 Mar 28 18:55:55.971417 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f29909d5-ae18-4cbe-a89b-5ccef28ad7c8 req-785e681c-48d6-4bdc-aaff-c7288a9c62a5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508742 Mar 28 18:55:56.398416 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b616b-a42a-405b-9a5c-a1a7c160c5ff req-5557ddfd-d938-4ba8-a5e6-c5e16a5f576b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:56.399862 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-031b616b-a42a-405b-9a5c-a1a7c160c5ff req-5557ddfd-d938-4ba8-a5e6-c5e16a5f576b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.2592938 Mar 28 18:55:56.446571 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-031b616b-a42a-405b-9a5c-a1a7c160c5ff req-0fcad451-d2b2-4814-b9f2-1c48e6ef6915 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408747 Mar 28 18:55:56.713757 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5234eb8-20af-44bf-91dc-19292da39c26 req-5efff01d-a1a5-43b5-90e8-96b2acec3848 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:56.715277 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d5234eb8-20af-44bf-91dc-19292da39c26 req-5efff01d-a1a5-43b5-90e8-96b2acec3848 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0545835 Mar 28 18:55:56.770767 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d5234eb8-20af-44bf-91dc-19292da39c26 req-db2414a7-6e95-4e2f-acc0-6c56b04da346 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487545 Mar 28 18:55:56.877649 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8722e0e-7ce0-4b83-b9c7-a0e84e267f9e req-eb75b557-3ca5-40ea-bada-4deac5342cbf tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:56.879172 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b8722e0e-7ce0-4b83-b9c7-a0e84e267f9e req-eb75b557-3ca5-40ea-bada-4deac5342cbf tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0510032 Mar 28 18:55:56.911403 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3e289157-93d2-4240-b52b-50b720a31006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:56.925395 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b8722e0e-7ce0-4b83-b9c7-a0e84e267f9e req-2166c5ba-ce24-41dd-b39a-14c5be6859c5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Mar 28 18:55:57.090941 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3bd59-be12-4fea-bfd2-0408c03d6266 req-fe4189cd-3710-497c-8825-d8e9e6f9cf8f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:57.092827 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bbc3bd59-be12-4fea-bfd2-0408c03d6266 req-fe4189cd-3710-497c-8825-d8e9e6f9cf8f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0522511 Mar 28 18:55:57.141209 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bbc3bd59-be12-4fea-bfd2-0408c03d6266 req-64e5049c-b363-4978-b5bf-9ee37d68025c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Mar 28 18:55:57.569467 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cd437-b2c3-4928-87a2-e593464b44b3 req-abb6c44b-7692-4f3d-8b3b-a8877902d874 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:57.571001 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a8cd437-b2c3-4928-87a2-e593464b44b3 req-abb6c44b-7692-4f3d-8b3b-a8877902d874 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 945 time: 0.0595675 Mar 28 18:55:57.616563 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a8cd437-b2c3-4928-87a2-e593464b44b3 req-9548081e-6538-4e6e-8ca0-0f8d7416e6ff tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398154 Mar 28 18:55:57.779947 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:57.828732 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:57.832739 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:57.833112 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.886236 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dac38-e8d2-46b6-ac82-aa19e4bcdb61 req-add18ddd-7467-433b-b0ec-ecf9b4215d0c tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:57.887621 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-784dac38-e8d2-46b6-ac82-aa19e4bcdb61 req-add18ddd-7467-433b-b0ec-ecf9b4215d0c tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0513277 Mar 28 18:55:57.908865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:57.909247 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.930572 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:57.933344 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21461318-5ae7-411c-9d9d-206599605bc7" -d '{"events": [{"server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "name": "network-vif-plugged", "status": "completed", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:55:57.935182 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-784dac38-e8d2-46b6-ac82-aa19e4bcdb61 req-66ccca20-adf8-4d1a-bd5b-805add0a7654 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418177 Mar 28 18:55:57.959519 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:57.965164 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:57.965979 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:57.971810 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e90f58-07b9-4d0d-84c8-c1c365050787 x-openstack-request-id: req-67e90f58-07b9-4d0d-84c8-c1c365050787 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:55:57.972132 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "name": "network-vif-plugged", "status": "completed", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:55:57.972393 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67e90f58-07b9-4d0d-84c8-c1c365050787 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:55:57.972771 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e90f58-07b9-4d0d-84c8-c1c365050787'] response: {'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'code': 200} Mar 28 18:55:58.048724 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:58.058250 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fe54f-7726-456a-89dc-6cca1473a28b req-777d7e1a-d99b-4cfe-b189-3759e33f200c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.060020 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-309fe54f-7726-456a-89dc-6cca1473a28b req-777d7e1a-d99b-4cfe-b189-3759e33f200c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0580533 Mar 28 18:55:58.066997 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.074960 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 75f84315-7268-40d6-82fa-79e764f3e6b3 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:58.081225 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 75f84315-7268-40d6-82fa-79e764f3e6b3 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:58.081225 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.118136 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-309fe54f-7726-456a-89dc-6cca1473a28b req-cb036a7c-06bd-44bf-9a2f-4e6b426064fc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491517 Mar 28 18:55:58.167159 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:58.167508 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.199058 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:58.203563 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.204468 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:55:58.266469 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8a71-37ef-4f24-86a3-34190374cc1d req-88211dbf-8337-4234-909d-7874ce40dbaf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.273487 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-987f8a71-37ef-4f24-86a3-34190374cc1d req-88211dbf-8337-4234-909d-7874ce40dbaf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0598056 Mar 28 18:55:58.280384 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:58.295583 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:55:58.299419 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:55:58.299791 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.316616 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-987f8a71-37ef-4f24-86a3-34190374cc1d req-6766d380-756b-451c-a282-e9600ceadfcf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422747 Mar 28 18:55:58.377886 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:55:58.378292 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.410218 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:55:58.414261 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:58.462251 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:55:58.737865 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da5e9e-cbec-4391-9c88-c4200492b744 req-a335c9ae-1915-466f-89c4-1ea744b5811f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:58.739268 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f5da5e9e-cbec-4391-9c88-c4200492b744 req-a335c9ae-1915-466f-89c4-1ea744b5811f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0563028 Mar 28 18:55:58.784636 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f5da5e9e-cbec-4391-9c88-c4200492b744 req-a41f9509-b0c1-4976-b4a2-4626604631a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397749 Mar 28 18:55:59.054767 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f8b9-b804-485b-9166-ebf8fe568875 req-f0624dff-1b71-48d9-86fd-c80e9102d4f0 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.056219 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a065f8b9-b804-485b-9166-ebf8fe568875 req-f0624dff-1b71-48d9-86fd-c80e9102d4f0 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Mar 28 18:55:59.109826 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a065f8b9-b804-485b-9166-ebf8fe568875 req-4f5386c6-43de-4ab3-8156-dd862c4b00a6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480292 Mar 28 18:55:59.231862 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfcc27-ecf8-4b59-b3b7-b470c742c34c req-04140477-8631-407e-b349-4513e06fc164 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.233373 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-23cfcc27-ecf8-4b59-b3b7-b470c742c34c req-04140477-8631-407e-b349-4513e06fc164 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0511775 Mar 28 18:55:59.278407 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-23cfcc27-ecf8-4b59-b3b7-b470c742c34c req-4867710a-30cb-42b8-8817-67a4a34ba770 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Mar 28 18:55:59.439217 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941279-be95-453e-99b7-a550d6b1082a req-65004ab0-faf2-4831-b42e-2a281f563740 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.440714 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-38941279-be95-453e-99b7-a550d6b1082a req-65004ab0-faf2-4831-b42e-2a281f563740 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0518241 Mar 28 18:55:59.487116 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-38941279-be95-453e-99b7-a550d6b1082a req-342a95e4-8313-4371-8d15-b89495c3e88d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 Mar 28 18:55:59.582214 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:55:59.899261 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e91f47-cd50-4fdf-badb-d2326cd247b7 req-baa564b0-6333-4fc7-92c7-174e1617e421 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:55:59.900738 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c0e91f47-cd50-4fdf-badb-d2326cd247b7 req-baa564b0-6333-4fc7-92c7-174e1617e421 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0512254 Mar 28 18:55:59.949196 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c0e91f47-cd50-4fdf-badb-d2326cd247b7 req-d8b6b5f0-d31b-41aa-a074-e57d5daae55a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Mar 28 18:55:59.974290 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3'}, {'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:55:59.977028 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2135b6-10ed-4132-ae74-75113d292a7a" -d '{"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-plugged", "status": "completed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3"}, {"server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:00.015244 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Mar 2022 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6138394-0562-4c12-871c-b3a4e50abf3b x-openstack-request-id: req-c6138394-0562-4c12-871c-b3a4e50abf3b {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:00.015542 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-plugged", "status": "completed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3", "code": 200}, {"server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:00.015797 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6138394-0562-4c12-871c-b3a4e50abf3b {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:00.016199 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6138394-0562-4c12-871c-b3a4e50abf3b'] response: {'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'code': 200} Mar 28 18:56:00.016455 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6138394-0562-4c12-871c-b3a4e50abf3b'] response: {'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'code': 200} Mar 28 18:56:00.226375 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671388-23f8-4a1f-a271-3a91fb179cec req-a26842af-fcc9-4783-918f-c563e68e592e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.227828 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3d671388-23f8-4a1f-a271-3a91fb179cec req-a26842af-fcc9-4783-918f-c563e68e592e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0536444 Mar 28 18:56:00.275569 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3d671388-23f8-4a1f-a271-3a91fb179cec req-566aa06f-abf0-436c-9c4f-00ae04ab8636 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Mar 28 18:56:00.428494 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4af9f3-1dfa-4d55-bba5-e2b144dc3472 req-fadc25f5-bdc5-4034-96c4-af818a0aaee1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.430521 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c4af9f3-1dfa-4d55-bba5-e2b144dc3472 req-fadc25f5-bdc5-4034-96c4-af818a0aaee1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0679862 Mar 28 18:56:00.483954 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c4af9f3-1dfa-4d55-bba5-e2b144dc3472 req-d8b222dd-58bb-4f44-8c16-d0adf988cdf3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Mar 28 18:56:00.610963 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586872a-163c-4ed5-818a-a0fd01293415 req-540e8240-411c-47d7-8a4c-4bf49624dd43 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.612424 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3586872a-163c-4ed5-818a-a0fd01293415 req-540e8240-411c-47d7-8a4c-4bf49624dd43 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0522311 Mar 28 18:56:00.656711 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3586872a-163c-4ed5-818a-a0fd01293415 req-b1671219-8d28-427d-b6b7-d066f1db1930 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Mar 28 18:56:00.788568 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4780e-b0d6-4adc-aae2-5dd016775b41 req-f7122780-677a-4fe1-aa88-495a72752d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.790069 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9ef4780e-b0d6-4adc-aae2-5dd016775b41 req-f7122780-677a-4fe1-aa88-495a72752d59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0511942 Mar 28 18:56:00.836814 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9ef4780e-b0d6-4adc-aae2-5dd016775b41 req-5cc2d9df-26e6-426d-a535-5ae077e7e3a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 Mar 28 18:56:00.847136 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d5157-dcfa-4f5e-9faf-34e63724b732 req-16365ff2-e95c-4e81-a4ae-03f55c8a3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.848704 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca8d5157-dcfa-4f5e-9faf-34e63724b732 req-16365ff2-e95c-4e81-a4ae-03f55c8a3ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 1130 time: 0.0701752 Mar 28 18:56:00.850610 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759cb61-22b7-4e46-8fc8-97cd9e48fe95 req-c3f5161c-da2a-4d04-9af1-74f82036c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:00.851991 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8759cb61-22b7-4e46-8fc8-97cd9e48fe95 req-c3f5161c-da2a-4d04-9af1-74f82036c420 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 1130 time: 0.0811021 Mar 28 18:56:01.006301 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:01.071453 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dea9c-6af6-4803-a5ff-577ae74dc7a2 req-855a9445-4b0f-42ee-9c44-2c5556eef763 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.072901 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-750dea9c-6af6-4803-a5ff-577ae74dc7a2 req-855a9445-4b0f-42ee-9c44-2c5556eef763 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0537329 Mar 28 18:56:01.121759 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-750dea9c-6af6-4803-a5ff-577ae74dc7a2 req-142564f1-69c9-4cf0-a13b-e03389be59cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430806 Mar 28 18:56:01.227549 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8759cb61-22b7-4e46-8fc8-97cd9e48fe95 req-23db53ff-40ec-49af-984b-c6d4db615b75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665348 Mar 28 18:56:01.233922 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca8d5157-dcfa-4f5e-9faf-34e63724b732 req-79eb091d-0da7-4d3d-b066-d747b5a73146 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717449 Mar 28 18:56:01.396431 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e497b4f-8a26-48d0-9016-8a51a16a0b5b req-a2697821-f164-4f31-b5d6-4e8b0c84a1ff tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.398077 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2e497b4f-8a26-48d0-9016-8a51a16a0b5b req-a2697821-f164-4f31-b5d6-4e8b0c84a1ff tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0534863 Mar 28 18:56:01.447226 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2e497b4f-8a26-48d0-9016-8a51a16a0b5b req-9dbd7d5b-0a2b-403a-b7b8-d470b45aff91 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434959 Mar 28 18:56:01.599280 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc8c70-8ed8-47cc-b43b-3ca3a2964b6d req-371da7b3-d41a-43ef-ba5b-d945956188a3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.600757 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32cc8c70-8ed8-47cc-b43b-3ca3a2964b6d req-371da7b3-d41a-43ef-ba5b-d945956188a3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0524266 Mar 28 18:56:01.646637 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32cc8c70-8ed8-47cc-b43b-3ca3a2964b6d req-8b652a62-815c-4c93-9bdb-f8e49cb3f94f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Mar 28 18:56:01.780351 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00d5ed-384a-4d18-8666-defaf32215df req-9529f1a1-5d3b-4ccd-bc52-2e07d7ec5589 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:01.781801 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2e00d5ed-384a-4d18-8666-defaf32215df req-9529f1a1-5d3b-4ccd-bc52-2e07d7ec5589 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0541580 Mar 28 18:56:01.826367 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2e00d5ed-384a-4d18-8666-defaf32215df req-5f5baefa-f7a6-45d4-a544-8806e64bf529 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391138 Mar 28 18:56:02.236705 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1a12-03e6-49f4-adc1-734ab21e32ac req-6a51bd5e-b4a7-474f-87a8-ec01f2b25ac6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.238188 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-053c1a12-03e6-49f4-adc1-734ab21e32ac req-6a51bd5e-b4a7-474f-87a8-ec01f2b25ac6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0515063 Mar 28 18:56:02.287820 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-053c1a12-03e6-49f4-adc1-734ab21e32ac req-8eebffd6-0e9d-41db-94c6-af428c889023 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442288 Mar 28 18:56:02.563449 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da76bdb-f4f7-4338-ac96-5dc48b034f6b req-d6ff1dc8-7607-4b0e-92f2-9795e2556d3b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.564963 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3da76bdb-f4f7-4338-ac96-5dc48b034f6b req-d6ff1dc8-7607-4b0e-92f2-9795e2556d3b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0535007 Mar 28 18:56:02.611338 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3da76bdb-f4f7-4338-ac96-5dc48b034f6b req-5243a761-8719-4313-9bb6-c148ee97d7b6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Mar 28 18:56:02.762225 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92901b48-3a5d-416c-bc4b-ff974f12563f req-1b8aba73-5d7b-4120-abee-0cb4dbb9e447 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.763702 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92901b48-3a5d-416c-bc4b-ff974f12563f req-1b8aba73-5d7b-4120-abee-0cb4dbb9e447 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0517082 Mar 28 18:56:02.809766 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92901b48-3a5d-416c-bc4b-ff974f12563f req-9bc931e5-e8a2-461e-862d-ed3578c88734 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Mar 28 18:56:02.943892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68f4f-4597-4b0e-a239-956e6ce5b55f req-d0260463-46e3-404e-af9a-2eb8c641d714 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:02.945332 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6ba68f4f-4597-4b0e-a239-956e6ce5b55f req-d0260463-46e3-404e-af9a-2eb8c641d714 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0513129 Mar 28 18:56:02.992366 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6ba68f4f-4597-4b0e-a239-956e6ce5b55f req-fc97d7bc-926a-4fdf-b6c2-9cf470bc4010 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Mar 28 18:56:03.400586 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e004382-ec10-42a8-9021-8c08fd92012e req-d559d639-2e93-466c-aad9-179e5e8242d8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.401951 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4e004382-ec10-42a8-9021-8c08fd92012e req-d559d639-2e93-466c-aad9-179e5e8242d8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0510228 Mar 28 18:56:03.447466 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4e004382-ec10-42a8-9021-8c08fd92012e req-ea4bec86-7c66-40e4-ba4b-b17c3eb6f2f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400770 Mar 28 18:56:03.726345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1ed9c-7f67-439f-acc6-c321056edefb req-1284fc6f-e24d-48cd-9c57-8d72b6c64491 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.727839 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fba1ed9c-7f67-439f-acc6-c321056edefb req-1284fc6f-e24d-48cd-9c57-8d72b6c64491 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0511611 Mar 28 18:56:03.772244 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fba1ed9c-7f67-439f-acc6-c321056edefb req-70334fda-0276-4486-b8b3-b0819544b21a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389938 Mar 28 18:56:03.925638 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d628f-6dfa-4985-bc38-bca37283dc4e req-bf37f251-627d-493e-946d-517ea9918e6b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:03.927117 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6c5d628f-6dfa-4985-bc38-bca37283dc4e req-bf37f251-627d-493e-946d-517ea9918e6b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0543463 Mar 28 18:56:03.973246 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6c5d628f-6dfa-4985-bc38-bca37283dc4e req-5ec71118-e48e-4c2c-9063-cc9876a95b34 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Mar 28 18:56:04.110788 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6f5f4-af30-426c-a3c7-43f06e7e0a76 req-91c34720-685e-4212-bce4-0db9b96c036d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.112246 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e5f6f5f4-af30-426c-a3c7-43f06e7e0a76 req-91c34720-685e-4212-bce4-0db9b96c036d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Mar 28 18:56:04.157265 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e5f6f5f4-af30-426c-a3c7-43f06e7e0a76 req-3ec8fa16-3e92-4450-8f48-0b5d0d33551d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392146 Mar 28 18:56:04.560456 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1222a9-06f0-4952-aa98-134cd4b3a43c req-6cba8309-109f-4db1-b909-a92f7bc90a7f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.561940 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b1222a9-06f0-4952-aa98-134cd4b3a43c req-6cba8309-109f-4db1-b909-a92f7bc90a7f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0508657 Mar 28 18:56:04.609014 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b1222a9-06f0-4952-aa98-134cd4b3a43c req-5a0e6c27-703f-491f-a0e1-1fb534a216cb tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410876 Mar 28 18:56:04.895536 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100052c-3822-4ae1-bc2c-ce4b6c8afa36 req-ce86a332-4040-4d34-a3fe-d1fc063e4594 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:04.896990 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4100052c-3822-4ae1-bc2c-ce4b6c8afa36 req-ce86a332-4040-4d34-a3fe-d1fc063e4594 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0557830 Mar 28 18:56:04.941591 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4100052c-3822-4ae1-bc2c-ce4b6c8afa36 req-5eec2a8d-d0fe-4cc9-9c97-44f5112e7f91 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391443 Mar 28 18:56:05.086559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3ab6f-1541-4d5a-952f-a77e4ffc9d18 req-2207e669-8678-41b5-86d4-171eafecf4fe tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.088026 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-11d3ab6f-1541-4d5a-952f-a77e4ffc9d18 req-2207e669-8678-41b5-86d4-171eafecf4fe tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0520215 Mar 28 18:56:05.137598 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-11d3ab6f-1541-4d5a-952f-a77e4ffc9d18 req-1c6eb963-9d0a-48ae-952f-8116778f1297 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Mar 28 18:56:05.273619 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf742e-50bf-4764-bf57-05d9af0ccb48 req-861cebb8-b9f8-473a-9716-0bb47c64d295 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.275154 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bacf742e-50bf-4764-bf57-05d9af0ccb48 req-861cebb8-b9f8-473a-9716-0bb47c64d295 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0513251 Mar 28 18:56:05.324211 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bacf742e-50bf-4764-bf57-05d9af0ccb48 req-1c3f8915-b536-492f-9e30-0d4c695da8fd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Mar 28 18:56:05.723439 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b14f5-9bc9-4e43-9a1b-23aca071e966 req-9311ae5f-8309-4298-9f53-03cc31fd51b7 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:05.724884 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-851b14f5-9bc9-4e43-9a1b-23aca071e966 req-9311ae5f-8309-4298-9f53-03cc31fd51b7 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Mar 28 18:56:05.771439 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-851b14f5-9bc9-4e43-9a1b-23aca071e966 req-92c43820-97bf-4dfb-9823-bbb97dde8eb5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Mar 28 18:56:06.055896 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd09901-1b40-401b-bfc3-0a27b1dfce1c req-d4188a5a-4fdb-49e9-a8b3-20fb0cfa3724 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:06.057398 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5bd09901-1b40-401b-bfc3-0a27b1dfce1c req-d4188a5a-4fdb-49e9-a8b3-20fb0cfa3724 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0507739 Mar 28 18:56:06.107630 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5bd09901-1b40-401b-bfc3-0a27b1dfce1c req-c9866eb5-311b-4c01-9168-5c41100981dd tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447924 Mar 28 18:56:06.249869 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99375a8a-917a-4fb1-ba8c-eb5d3f4d73ff req-896a94a8-d97c-44b7-8276-dc65b9aae524 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:06.251271 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-99375a8a-917a-4fb1-ba8c-eb5d3f4d73ff req-896a94a8-d97c-44b7-8276-dc65b9aae524 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0503292 Mar 28 18:56:06.295949 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-99375a8a-917a-4fb1-ba8c-eb5d3f4d73ff req-08dbe6a6-f155-4c76-bbaa-b9fd2e7c3477 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Mar 28 18:56:06.441668 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d29222-e5a4-4a12-aea7-49c3debc22a5 req-84670758-25d9-4d26-827a-24d936ef52e1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:06.443150 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f7d29222-e5a4-4a12-aea7-49c3debc22a5 req-84670758-25d9-4d26-827a-24d936ef52e1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0507209 Mar 28 18:56:06.489024 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f7d29222-e5a4-4a12-aea7-49c3debc22a5 req-47fa0ac5-0043-45ff-b485-8b146269348d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398171 Mar 28 18:56:06.889741 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2977d9-0801-49ac-a77a-9abf2aa943a4 req-95dfe2e4-0394-44e2-a368-4ff102ab8458 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:06.891201 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a2977d9-0801-49ac-a77a-9abf2aa943a4 req-95dfe2e4-0394-44e2-a368-4ff102ab8458 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0558581 Mar 28 18:56:06.935646 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a2977d9-0801-49ac-a77a-9abf2aa943a4 req-bc124f73-c928-4dba-98ce-52f8401efd3b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390513 Mar 28 18:56:07.224686 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc878-c045-4699-b175-c4fd2e610569 req-e11dbc5b-01b2-4001-8b93-6a66e4016ee8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.226130 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-954fc878-c045-4699-b175-c4fd2e610569 req-e11dbc5b-01b2-4001-8b93-6a66e4016ee8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0508142 Mar 28 18:56:07.271197 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-954fc878-c045-4699-b175-c4fd2e610569 req-72cea6cb-4aec-4c5b-ace2-252f6b6f0a52 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Mar 28 18:56:07.408530 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491ba62-41bf-443d-9a17-49bbe9dad016 req-6e23e2cc-a63f-4ce5-923f-623ffc731a46 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.410109 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1491ba62-41bf-443d-9a17-49bbe9dad016 req-6e23e2cc-a63f-4ce5-923f-623ffc731a46 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0515976 Mar 28 18:56:07.457130 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1491ba62-41bf-443d-9a17-49bbe9dad016 req-443a7f4d-b6fd-45ae-b112-34062f2ded99 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Mar 28 18:56:07.612262 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e76b74-5cea-45f2-a1cb-929eab9eb57a req-f5529fed-5c05-4d03-a8b8-ca7d930fdbd9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:07.613629 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f1e76b74-5cea-45f2-a1cb-929eab9eb57a req-f5529fed-5c05-4d03-a8b8-ca7d930fdbd9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0548503 Mar 28 18:56:07.659728 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f1e76b74-5cea-45f2-a1cb-929eab9eb57a req-5187bb6c-aace-4be6-95fb-d63bd5531343 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 Mar 28 18:56:08.058568 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af1dd7-3dea-4da3-9977-62512bacf246 req-d10019bc-b31f-4f7d-85f4-9590e9a38b3e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.060278 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81af1dd7-3dea-4da3-9977-62512bacf246 req-d10019bc-b31f-4f7d-85f4-9590e9a38b3e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0578902 Mar 28 18:56:08.113759 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81af1dd7-3dea-4da3-9977-62512bacf246 req-58609aae-8239-4af4-815f-590c77c94ab3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476289 Mar 28 18:56:08.391929 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a127927-0b7e-4ba7-bcec-f4af02f9c3cb req-f4ac0144-0cd6-4f02-a6fe-b0c2893cadba tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.393425 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8a127927-0b7e-4ba7-bcec-f4af02f9c3cb req-f4ac0144-0cd6-4f02-a6fe-b0c2893cadba tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0541272 Mar 28 18:56:08.440295 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8a127927-0b7e-4ba7-bcec-f4af02f9c3cb req-bb8288be-3448-4c0f-bd93-03d7b4e51556 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Mar 28 18:56:08.555486 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b296242-9ee7-47e9-b09d-7915005d1123 req-ad75c3e8-d5da-4aad-a106-7d58caaa4970 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.557531 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b296242-9ee7-47e9-b09d-7915005d1123 req-ad75c3e8-d5da-4aad-a106-7d58caaa4970 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0526955 Mar 28 18:56:08.567441 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 60606) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:08.573575 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'floatingip': {'port_id': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:08.587242 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff34f2-4758-4cae-ac1b-9146e5d0b2b0 req-11ff85f5-ade9-4047-8851-dd4fc887ce8e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.588912 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-76ff34f2-4758-4cae-ac1b-9146e5d0b2b0 req-11ff85f5-ade9-4047-8851-dd4fc887ce8e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0604351 Mar 28 18:56:08.639697 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-76ff34f2-4758-4cae-ac1b-9146e5d0b2b0 req-83b3e7aa-7ee9-4d45-96c8-43aa4cbe5c89 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Mar 28 18:56:08.647386 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (ea784115-826e-4862-a0ee-b4c637cfbd35), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:08.903452 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfbc5b-6b3f-4684-9aed-0f1057065227 req-20d9cf0f-1ad8-4764-95c1-56a4a5948666 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:08.904908 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-91dfbc5b-6b3f-4684-9aed-0f1057065227 req-20d9cf0f-1ad8-4764-95c1-56a4a5948666 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.1588047 Mar 28 18:56:09.007839 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-91dfbc5b-6b3f-4684-9aed-0f1057065227 req-377fdb6e-22ec-4071-b283-f77a1571b453 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953515 Mar 28 18:56:09.133240 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407da849-ae5c-44d4-bcb7-c3078fee0440 req-daa02a0a-3e97-44a4-aa8a-1f11dd114314 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.134839 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-407da849-ae5c-44d4-bcb7-c3078fee0440 req-daa02a0a-3e97-44a4-aa8a-1f11dd114314 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0543427 Mar 28 18:56:09.144423 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 60620) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:09.150046 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'floatingip': {'port_id': '75f84315-7268-40d6-82fa-79e764f3e6b3'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:09.231058 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (a6096252-08a9-4bd2-aa01-b897e2c58efe), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.343083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9255860-a063-49b5-8eef-5e86bdbeabb9 req-f88f96a0-6fff-4f56-ba57-06aa28d6da5d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.344664 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9255860-a063-49b5-8eef-5e86bdbeabb9 req-f88f96a0-6fff-4f56-ba57-06aa28d6da5d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.1467683 Mar 28 18:56:09.453392 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.459078 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (ea784115-826e-4862-a0ee-b4c637cfbd35), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:09.465125 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9255860-a063-49b5-8eef-5e86bdbeabb9 req-a5c4c103-242f-4931-9c5d-fefbf09f6dfd tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898108 Mar 28 18:56:09.620828 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Floating IP ea784115-826e-4862-a0ee-b4c637cfbd35 associated. External IP: 172.27.1.169, port: ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b. Mar 28 18:56:09.663052 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 60642) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:09.785945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8db437-d13a-4bd1-9cab-6583769aaad8 req-c95ba034-f05a-452d-b620-0345387271af tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.787516 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2b8db437-d13a-4bd1-9cab-6583769aaad8 req-c95ba034-f05a-452d-b620-0345387271af tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0768237 Mar 28 18:56:09.850753 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452c43d-54f8-4f18-8206-018f66e82c54 req-af34e3ac-f266-44b8-92b6-600965a64b04 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:09.852384 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5452c43d-54f8-4f18-8206-018f66e82c54 req-af34e3ac-f266-44b8-92b6-600965a64b04 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.2997830 Mar 28 18:56:09.932560 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 60654) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:09.937457 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:10.041638 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (e89594de-77f8-4f9d-a3fe-16d4cbfcce98), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.074094 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.151437 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2b8db437-d13a-4bd1-9cab-6583769aaad8 req-b59976ca-12e3-4567-b9d9-9b43816e1050 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278341 Mar 28 18:56:10.185938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Router fc8bc34b-87e4-40ed-a20b-0c1f051c556b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:56:10.255675 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.db.resource_extend [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 18:56:10.308029 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Publish callbacks [] for security_group (5dabc054-b113-4145-a754-8ba303151d14), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.315763 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (5dabc054-b113-4145-a754-8ba303151d14), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.365274 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dabc054-b113-4145-a754-8ba303151d14,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:10.370948 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f03b76222dbc4fecb278bc5e186d1fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7066624 Mar 28 18:56:10.376641 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 60672) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:10.388160 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.388508 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.388863 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.389199 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.389526 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.389855 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.390207 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.390533 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.390859 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.391181 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.391511 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.391835 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.392159 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.392476 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.392794 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55e8e39-5a79-464b-a2e7-22e7af60d7c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:10.397333 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.398305 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:56:10.406558 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.407864 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (a6096252-08a9-4bd2-aa01-b897e2c58efe), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.421299 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] Sync routers for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:56:10.434202 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:10.434862 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:55:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:10.461604 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e1f7f681-6441-4476-9239-63fd897d52c2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "PUT /v2.0/floatingips/ea784115-826e-4862-a0ee-b4c637cfbd35 HTTP/1.1" status: 200 len: 992 time: 1.8867142 Mar 28 18:56:10.461604 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:10.461604 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daed7697-cb32-48ce-9ff6-7311cf888b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:10.481183 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13ae755b-9525-49d8-ad8b-b34ad90af734 admin admin] Publish callbacks [] for security_group (5dabc054-b113-4145-a754-8ba303151d14), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.509267 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13ae755b-9525-49d8-ad8b-b34ad90af734 admin admin] Publish callbacks [] for security_group (5dabc054-b113-4145-a754-8ba303151d14), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.511997 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa224347-babf-4504-9390-f02f9fc15663 x-openstack-request-id: req-aa224347-babf-4504-9390-f02f9fc15663 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:10.512227 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:10.512868 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa224347-babf-4504-9390-f02f9fc15663 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:10.513472 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa224347-babf-4504-9390-f02f9fc15663'] response: {'name': 'network-changed', 'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'status': 'completed', 'code': 200} Mar 28 18:56:10.574595 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13ae755b-9525-49d8-ad8b-b34ad90af734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (5dabc054-b113-4145-a754-8ba303151d14), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.578305 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13ae755b-9525-49d8-ad8b-b34ad90af734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.582164 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-13ae755b-9525-49d8-ad8b-b34ad90af734 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dabc054-b113-4145-a754-8ba303151d14 HTTP/1.1" status: 204 len: 168 time: 0.2008045 Mar 28 18:56:10.590953 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae755b-9525-49d8-ad8b-b34ad90af734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dabc054-b113-4145-a754-8ba303151d14,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:10.606374 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:10.631117 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Floating IP a6096252-08a9-4bd2-aa01-b897e2c58efe associated. External IP: 172.27.1.2, port: 75f84315-7268-40d6-82fa-79e764f3e6b3. Mar 28 18:56:10.876913 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.878005 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 60684) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:10.883259 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (e89594de-77f8-4f9d-a3fe-16d4cbfcce98), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.898290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b76cc3f7-2b68-4be7-b218-42d8828fff7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.909232 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'ea784115-826e-4862-a0ee-b4c637cfbd35', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'port_id': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'mac_address': 'fa:16:3e:de:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:09Z', 'revision_number': 1, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:10.937207 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] Checking router: fc8bc34b-87e4-40ed-a20b-0c1f051c556b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:56:10.947222 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:10.947852 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:55:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:10.983529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b76cc3f7-2b68-4be7-b218-42d8828fff7c admin admin] Publish callbacks [] for security_group (c5f71500-34bc-48e5-8548-c144ae54fa64), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:10.988477 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b76cc3f7-2b68-4be7-b218-42d8828fff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c5f71500-34bc-48e5-8548-c144ae54fa64), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.030951 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b76cc3f7-2b68-4be7-b218-42d8828fff7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f43f5935b7f342f0aa3212fe380c8973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516044 Mar 28 18:56:11.031987 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cc3f7-2b68-4be7-b218-42d8828fff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f71500-34bc-48e5-8548-c144ae54fa64,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:11.034627 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 60688) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:11.090067 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:11.092347 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6bf05100-2e94-4211-ac36-ae14b3775a24 admin admin] Publish callbacks [] for security_group (c5f71500-34bc-48e5-8548-c144ae54fa64), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.115305 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6bf05100-2e94-4211-ac36-ae14b3775a24 admin admin] Publish callbacks [] for security_group (c5f71500-34bc-48e5-8548-c144ae54fa64), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.173192 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6bf05100-2e94-4211-ac36-ae14b3775a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c5f71500-34bc-48e5-8548-c144ae54fa64), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.177661 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6bf05100-2e94-4211-ac36-ae14b3775a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.180258 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6bf05100-2e94-4211-ac36-ae14b3775a24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5f71500-34bc-48e5-8548-c144ae54fa64 HTTP/1.1" status: 204 len: 168 time: 0.1444881 Mar 28 18:56:11.194359 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf05100-2e94-4211-ac36-ae14b3775a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f71500-34bc-48e5-8548-c144ae54fa64,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:11.213948 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:56:11.233709 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP e89594de-77f8-4f9d-a3fe-16d4cbfcce98 associated. External IP: 172.27.1.217, port: ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca. Mar 28 18:56:11.339276 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c692a-e3b8-4ebd-b26a-7f4774875cc2 req-a27ccaa6-1fc3-459a-89d0-870243d53680 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:11.347372 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-291c692a-e3b8-4ebd-b26a-7f4774875cc2 req-a27ccaa6-1fc3-459a-89d0-870243d53680 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.1046176 Mar 28 18:56:11.407417 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'ea784115-826e-4862-a0ee-b4c637cfbd35', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'port_id': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'mac_address': 'fa:16:3e:de:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:09Z', 'revision_number': 1, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:11.422087 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-291c692a-e3b8-4ebd-b26a-7f4774875cc2 req-61237f3e-aaf6-4d48-9860-2ede656d67d9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682054 Mar 28 18:56:11.429754 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:56:11.435313 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.440639 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] Sync routers for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:56:11.445374 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21463a70-d730-4f57-aaa0-c0c73836df2c None None] The sync data for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi is: [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'ea784115-826e-4862-a0ee-b4c637cfbd35', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'port_id': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'mac_address': 'fa:16:3e:de:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:09Z', 'revision_number': 1, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:56:11.456595 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:11.457489 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:55:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:11.552093 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4c35a425-34ad-46c5-becf-87df0f402a9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "PUT /v2.0/floatingips/a6096252-08a9-4bd2-aa01-b897e2c58efe HTTP/1.1" status: 200 len: 990 time: 2.3994164 Mar 28 18:56:11.552093 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:11.552093 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a" -d '{"events": [{"name": "network-changed", "server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:11.584584 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:11.608526 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd48860-47cf-4d72-819d-846fef88164f x-openstack-request-id: req-fbd48860-47cf-4d72-819d-846fef88164f {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:11.609006 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:11.609404 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbd48860-47cf-4d72-819d-846fef88164f {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:11.609950 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd48860-47cf-4d72-819d-846fef88164f'] response: {'name': 'network-changed', 'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'status': 'completed', 'code': 200} Mar 28 18:56:11.614240 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:56:11.688619 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 60706) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:11.702756 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-16318e78-1c40-44f6-bf6f-a106527afc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.749362 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2655564-b2d1-4b31-9b48-a90292569b4e None None] New status for floating IP ea784115-826e-4862-a0ee-b4c637cfbd35: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:56:11.763696 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:56:11.768854 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.783074 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:56:11.803221 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cda95fa4-e074-4234-bad9-4a5f0a997a89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "PUT /v2.0/floatingips/e89594de-77f8-4f9d-a3fe-16d4cbfcce98 HTTP/1.1" status: 200 len: 992 time: 1.8693814 Mar 28 18:56:11.837787 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-16318e78-1c40-44f6-bf6f-a106527afc15 admin admin] Publish callbacks [] for security_group (8a9e54d2-31a3-4a27-88ef-4dbea7e1b892), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.843118 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-16318e78-1c40-44f6-bf6f-a106527afc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8a9e54d2-31a3-4a27-88ef-4dbea7e1b892), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.885597 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-16318e78-1c40-44f6-bf6f-a106527afc15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce6ca781c89240f59cc8d80dc15987ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955919 Mar 28 18:56:11.888316 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 60710) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:11.889214 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16318e78-1c40-44f6-bf6f-a106527afc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e54d2-31a3-4a27-88ef-4dbea7e1b892,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:11.926463 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:11.927118 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:55:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:11.946956 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Publish callbacks [] for security_group (8a9e54d2-31a3-4a27-88ef-4dbea7e1b892), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:11.973461 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Publish callbacks [] for security_group (8a9e54d2-31a3-4a27-88ef-4dbea7e1b892), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:12.027265 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8a9e54d2-31a3-4a27-88ef-4dbea7e1b892), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:12.030424 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:12.034026 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a9e54d2-31a3-4a27-88ef-4dbea7e1b892 HTTP/1.1" status: 204 len: 168 time: 0.1418619 Mar 28 18:56:12.042499 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e54d2-31a3-4a27-88ef-4dbea7e1b892,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:12.050464 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.051103 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.051246 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.051978 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.052379 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.052767 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.053224 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.053539 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.054179 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.054846 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.054846 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.055178 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.055559 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.056510 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.056886 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf470e1-b121-4355-afd0-924f8537eaef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:12.115840 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:12.144923 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'a6096252-08a9-4bd2-aa01-b897e2c58efe', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'port_id': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'mac_address': 'fa:16:3e:6b:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d40c01-ab64-40a3-b520-c512e37c2293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:21Z', 'updated_at': '2022-03-28T18:56:10Z', 'revision_number': 1, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:12.180182 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] Checking router: 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:56:12.197818 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:12.198456 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:55:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:12.404109 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:12.549848 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24984b9-c2b1-48aa-a7ed-bb9a15960f4d req-ffa3217c-a5aa-4305-90a6-359285c1ce83 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:12.552547 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c24984b9-c2b1-48aa-a7ed-bb9a15960f4d req-ffa3217c-a5aa-4305-90a6-359285c1ce83 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0607505 Mar 28 18:56:12.610258 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c24984b9-c2b1-48aa-a7ed-bb9a15960f4d req-03b15d43-ffe8-423f-95d6-51444d5b5977 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495861 Mar 28 18:56:12.611132 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:10Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:12.650874 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:56:12.673144 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:56:12.673761 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:55:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:12.816893 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:56:12.819921 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'a6096252-08a9-4bd2-aa01-b897e2c58efe', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'port_id': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'mac_address': 'fa:16:3e:6b:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d40c01-ab64-40a3-b520-c512e37c2293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:21Z', 'updated_at': '2022-03-28T18:56:10Z', 'revision_number': 1, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:12.872921 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01ddf2-0985-4511-abe4-4097bafe9c81 None None] The sync data for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi is: [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'a6096252-08a9-4bd2-aa01-b897e2c58efe', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'port_id': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'mac_address': 'fa:16:3e:6b:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d40c01-ab64-40a3-b520-c512e37c2293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:21Z', 'updated_at': '2022-03-28T18:56:10Z', 'revision_number': 1, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:56:13.092197 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d38c74-15cc-4f65-9109-44132ea5702b None None] New status for floating IP a6096252-08a9-4bd2-aa01-b897e2c58efe: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:56:13.102070 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:10Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:13.130756 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc2037-1ddc-40c0-8e2d-12157e6176b7 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:10Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:56:13.400014 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c01634-46cf-42cd-9858-2188235874e0 None None] New status for floating IP e89594de-77f8-4f9d-a3fe-16d4cbfcce98: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:56:13.611593 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:13.614033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc213b08-33ff-4f26-9412-adb2fdb39534" -d '{"events": [{"name": "network-changed", "server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:13.651977 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577eb333-0f04-4729-bc32-36f8f5a6ed81 x-openstack-request-id: req-577eb333-0f04-4729-bc32-36f8f5a6ed81 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:13.652267 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:13.652519 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-577eb333-0f04-4729-bc32-36f8f5a6ed81 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:13.653051 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577eb333-0f04-4729-bc32-36f8f5a6ed81'] response: {'name': 'network-changed', 'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'status': 'completed', 'code': 200} Mar 28 18:56:13.743725 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435030-52fd-46e6-bd1a-8e05d8ff2527 req-9e1ec3cf-333b-48a3-9a7b-4caa815aa58e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:13.745866 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76435030-52fd-46e6-bd1a-8e05d8ff2527 req-9e1ec3cf-333b-48a3-9a7b-4caa815aa58e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0531330 Mar 28 18:56:13.795184 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76435030-52fd-46e6-bd1a-8e05d8ff2527 req-6b82e5ac-5b2e-4fed-b324-cacd6e7a5ba5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Mar 28 18:56:14.929923 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-b7770fef-eae6-4fbd-836c-275d3198c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:14.932309 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-b7770fef-eae6-4fbd-836c-275d3198c5bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0803051 Mar 28 18:56:14.934032 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-14265a00-1377-46d0-a804-1b5f31a63f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:14.934481 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-c29716fe-0846-4b35-863f-8bc9e0e57a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:14.935404 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-c29716fe-0846-4b35-863f-8bc9e0e57a3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 1130 time: 0.0743880 Mar 28 18:56:14.935534 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-14265a00-1377-46d0-a804-1b5f31a63f00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 1130 time: 0.0765367 Mar 28 18:56:14.946469 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41c4fc-e7f5-42b7-b0fb-b01c8930200d req-9c5ac5bb-339d-4a25-9c8f-75a174522ab1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:14.947791 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4b41c4fc-e7f5-42b7-b0fb-b01c8930200d req-9c5ac5bb-339d-4a25-9c8f-75a174522ab1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0803964 Mar 28 18:56:15.055199 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4b41c4fc-e7f5-42b7-b0fb-b01c8930200d req-2ede8704-08e4-481a-b8c5-816773fd97fd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959125 Mar 28 18:56:15.079895 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-94441cfd-5ab4-4908-95f3-e9f76a0fd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.081384 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-94441cfd-5ab4-4908-95f3-e9f76a0fd0cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 916 time: 0.1301353 Mar 28 18:56:15.107833 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-2cd37453-0708-4e8b-9399-5701e77fc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.109313 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-2cd37453-0708-4e8b-9399-5701e77fc05d service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 912 time: 0.1589117 Mar 28 18:56:15.110430 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-24762c3c-dec4-4263-939a-df534a605a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.111788 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-24762c3c-dec4-4263-939a-df534a605a2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.1539078 Mar 28 18:56:15.184241 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-3b79f104-a7f8-44c5-ace2-4efea0e04bf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca HTTP/1.1" status: 200 len: 1002 time: 0.0883739 Mar 28 18:56:15.236323 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-67591520-4bf7-42c7-84e4-252812c52103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.237695 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-67591520-4bf7-42c7-84e4-252812c52103 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0464401 Mar 28 18:56:15.255361 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-2b31bb9f-b822-4ffb-992a-3243fd9de444 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 200 len: 1002 time: 0.1358085 Mar 28 18:56:15.257155 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-bb7bb0f9-f41e-4bfb-ae0e-bcc7fab34566 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f84315-7268-40d6-82fa-79e764f3e6b3 HTTP/1.1" status: 200 len: 1000 time: 0.1319003 Mar 28 18:56:15.284736 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-d815cdf1-dadb-403e-b4ef-f38423e0baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.286260 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-d815cdf1-dadb-403e-b4ef-f38423e0baf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427973 Mar 28 18:56:15.344299 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-021746eb-1d15-4e63-a162-ccc17ea81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.345767 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-021746eb-1d15-4e63-a162-ccc17ea81f3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0803895 Mar 28 18:56:15.347153 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-d4e52c08-c9ea-42de-92fe-ac010ba2a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.348490 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-d4e52c08-c9ea-42de-92fe-ac010ba2a554 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0758598 Mar 28 18:56:15.380426 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-ac0407b4-afb3-4b3d-a354-dbd22aa9df8e service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814641 Mar 28 18:56:15.431201 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-bce7e12c-405b-4a47-ac88-30cb3a9dd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.432705 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-bce7e12c-405b-4a47-ac88-30cb3a9dd4dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757413 Mar 28 18:56:15.434549 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-fef00ca5-cb52-4dae-9365-6b7e65f2e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:15.436111 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-fef00ca5-cb52-4dae-9365-6b7e65f2e5b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778427 Mar 28 18:56:15.488532 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-21794152-992a-4194-80ed-c0f7dcaa0530 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971496 Mar 28 18:56:15.625774 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-574875b8-8021-4e6b-841d-329326cba609 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733987 Mar 28 18:56:15.628115 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-6898cd3d-3336-4343-b241-347087e1cb4a service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843162 Mar 28 18:56:15.804378 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-831b4f07-1c88-44b4-a8e8-2b82e6a3776a req-c8c41b44-e519-4746-86e2-403c4739a7b5 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566367 Mar 28 18:56:15.806821 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-daed7697-cb32-48ce-9ff6-7311cf888b1c req-753ac144-4a63-4d86-a229-1a731cbafa7f service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604004 Mar 28 18:56:16.185133 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a175a-afee-4730-b873-74b9bd2068db req-371bc5a0-1a73-4163-850f-1a6031493c53 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:16.186607 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e15a175a-afee-4730-b873-74b9bd2068db req-371bc5a0-1a73-4163-850f-1a6031493c53 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0531085 Mar 28 18:56:16.232961 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e15a175a-afee-4730-b873-74b9bd2068db req-44293784-9968-48af-8c4e-4752e97f6aca tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Mar 28 18:56:17.354050 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf1b5b-a04a-4174-b1db-011920848739 req-55197939-abe9-4f59-b01e-1c116a13a39b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:17.355566 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-44cf1b5b-a04a-4174-b1db-011920848739 req-55197939-abe9-4f59-b01e-1c116a13a39b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0545850 Mar 28 18:56:17.407439 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-44cf1b5b-a04a-4174-b1db-011920848739 req-dbc9ac3a-2d67-457d-abbe-047830acc6d5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Mar 28 18:56:17.732601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f97107-8b81-41fa-942f-dac1be26f9a0 req-2f95ef48-be75-424c-b517-a4da76a9f2d2 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:17.734052 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-07f97107-8b81-41fa-942f-dac1be26f9a0 req-2f95ef48-be75-424c-b517-a4da76a9f2d2 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0579484 Mar 28 18:56:17.780439 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-07f97107-8b81-41fa-942f-dac1be26f9a0 req-c2e5d914-19ae-4ae1-9ba0-20744d381216 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Mar 28 18:56:18.531577 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e93c2-b8ee-4e1a-8c5b-063e3564d59c req-20f002c4-7db7-4c49-88db-33a643d60039 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:18.533028 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-066e93c2-b8ee-4e1a-8c5b-063e3564d59c req-20f002c4-7db7-4c49-88db-33a643d60039 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0567410 Mar 28 18:56:18.580802 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-066e93c2-b8ee-4e1a-8c5b-063e3564d59c req-48107c7f-0421-459c-ae59-2ee5c4be08c4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Mar 28 18:56:18.896955 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608060-e55d-42fa-bc67-a81b638d3dcf req-c41c472a-59ef-4097-afda-18a8198b0097 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:18.898410 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4c608060-e55d-42fa-bc67-a81b638d3dcf req-c41c472a-59ef-4097-afda-18a8198b0097 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0511353 Mar 28 18:56:18.945064 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4c608060-e55d-42fa-bc67-a81b638d3dcf req-2956b6e5-476c-4a07-926b-5047eb01b48c tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Mar 28 18:56:19.698114 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149212e-d92c-43ff-b178-83dd37a3910e req-c2a2fc14-d03e-41a7-b1b1-2a11195aede1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:19.699796 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4149212e-d92c-43ff-b178-83dd37a3910e req-c2a2fc14-d03e-41a7-b1b1-2a11195aede1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0524189 Mar 28 18:56:19.746063 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4149212e-d92c-43ff-b178-83dd37a3910e req-72df9d63-0cd4-4d17-a2ef-5559a49ccc7a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Mar 28 18:56:20.059964 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34531-03f3-4d2b-9d2f-12cadc968e95 req-ad67e1c6-328d-472e-8817-2536d044395a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:20.061446 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ebf34531-03f3-4d2b-9d2f-12cadc968e95 req-ad67e1c6-328d-472e-8817-2536d044395a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0505753 Mar 28 18:56:20.112475 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ebf34531-03f3-4d2b-9d2f-12cadc968e95 req-aa951a3a-16ce-4409-835e-f5a7158b2253 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Mar 28 18:56:20.863485 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebf16-1723-4db0-aa40-feedb3998ce0 req-6f71755e-6be6-43d9-b2f7-53217d663681 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:20.864902 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c10ebf16-1723-4db0-aa40-feedb3998ce0 req-6f71755e-6be6-43d9-b2f7-53217d663681 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0538449 Mar 28 18:56:20.909602 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c10ebf16-1723-4db0-aa40-feedb3998ce0 req-98e436d2-5bfc-406a-a742-4f0b688c0cbf tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Mar 28 18:56:21.227152 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fdc72-5022-43de-9227-d6004df9f07d req-a7e9f9a0-5e44-4de4-acfa-ada6894d512d tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:21.228609 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-734fdc72-5022-43de-9227-d6004df9f07d req-a7e9f9a0-5e44-4de4-acfa-ada6894d512d tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0511541 Mar 28 18:56:21.274736 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-734fdc72-5022-43de-9227-d6004df9f07d req-78da58e9-9fb1-4e2b-a8d3-5390d8caaf3c tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Mar 28 18:56:22.022362 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd75530-f681-4b9f-8dc8-c896ecb620b2 req-74588006-9b81-4c0a-b18a-646c58ea2ee7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:22.023817 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1bd75530-f681-4b9f-8dc8-c896ecb620b2 req-74588006-9b81-4c0a-b18a-646c58ea2ee7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0506141 Mar 28 18:56:22.069988 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1bd75530-f681-4b9f-8dc8-c896ecb620b2 req-76cf5fde-fe1e-4348-b9c6-291406afaa24 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Mar 28 18:56:22.390879 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78835bd-d06a-4419-b40d-002815ec3285 req-166406c8-6732-4bdd-889b-8f22d245f041 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:22.392247 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a78835bd-d06a-4419-b40d-002815ec3285 req-166406c8-6732-4bdd-889b-8f22d245f041 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0504751 Mar 28 18:56:22.437191 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a78835bd-d06a-4419-b40d-002815ec3285 req-557cf1b0-d308-47bc-a14a-eb7523aeae16 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Mar 28 18:56:23.187756 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af658346-082f-4716-ab23-e8de03569275 req-58d44e7d-dfa7-472c-900e-3d7cae548ec4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:23.189163 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-af658346-082f-4716-ab23-e8de03569275 req-58d44e7d-dfa7-472c-900e-3d7cae548ec4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0522869 Mar 28 18:56:23.238181 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-af658346-082f-4716-ab23-e8de03569275 req-56603acb-371e-42d5-824a-4d9e2b3d417d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Mar 28 18:56:23.558273 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dbe78-91ed-461f-bbf2-afaa8c1c4e11 req-00786818-583d-4456-8cac-1b817ddfe31a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:23.559732 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8f7dbe78-91ed-461f-bbf2-afaa8c1c4e11 req-00786818-583d-4456-8cac-1b817ddfe31a tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0563951 Mar 28 18:56:23.607439 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8f7dbe78-91ed-461f-bbf2-afaa8c1c4e11 req-84562a57-2a41-42e9-9d7d-9e3b8b7a2743 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Mar 28 18:56:23.728879 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:24.353116 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd8557-28e9-4719-9a6f-a3d925942e10 req-200afca6-a145-433f-a0b2-5b6a6e8c1389 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:24.354558 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13bd8557-28e9-4719-9a6f-a3d925942e10 req-200afca6-a145-433f-a0b2-5b6a6e8c1389 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0519092 Mar 28 18:56:24.401136 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-13bd8557-28e9-4719-9a6f-a3d925942e10 req-bff50a47-ee6b-40f9-ba8d-07f1acdff544 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Mar 28 18:56:24.664334 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-25e19e2f-86b0-44c8-8173-a5f56702c90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:24.722358 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583783ff-3657-4311-8af7-57ec4e94116e req-3898f782-6aaf-4c0b-92ad-2adacac7d184 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:24.723771 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-583783ff-3657-4311-8af7-57ec4e94116e req-3898f782-6aaf-4c0b-92ad-2adacac7d184 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 946 time: 0.0523682 Mar 28 18:56:24.774070 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-583783ff-3657-4311-8af7-57ec4e94116e req-70f96cb9-72ef-4a22-8be5-1da759fd8c41 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Mar 28 18:56:25.514444 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dc276-aa14-4f63-90a4-390ba2a1da37 req-df92a993-618d-49b5-b899-c1efdba88313 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:25.515867 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d0dc276-aa14-4f63-90a4-390ba2a1da37 req-df92a993-618d-49b5-b899-c1efdba88313 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0501685 Mar 28 18:56:25.560534 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d0dc276-aa14-4f63-90a4-390ba2a1da37 req-a18a1a02-5607-49d2-9d0e-49f8544bedbd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Mar 28 18:56:25.707896 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device c18dbb15-202a-41b7-8cbb-bd62f3a1836f no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:56:25.784135 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port c18dbb15-202a-41b7-8cbb-bd62f3a1836f is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:25.784520 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:25.807528 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:25.809755 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da37e96f-1515-4f8b-bec0-f49a0c0ad07f" -d '{"events": [{"server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "name": "network-vif-unplugged", "status": "completed", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:25.823058 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,segment=NetworkSegment(8fe41fed-bf27-408c-b4cb-7d9887b97772),segment_id=8fe41fed-bf27-408c-b4cb-7d9887b97772)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:25.827045 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:25.852196 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ebd0b-7cde-41f2-b3b0-482d926a6cea x-openstack-request-id: req-3f9ebd0b-7cde-41f2-b3b0-482d926a6cea {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:25.852514 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "name": "network-vif-unplugged", "status": "completed", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:25.852772 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f9ebd0b-7cde-41f2-b3b0-482d926a6cea {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:25.853282 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9ebd0b-7cde-41f2-b3b0-482d926a6cea'] response: {'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f', 'code': 200} Mar 28 18:56:25.879309 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,revision_number=6']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:25.897489 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaefa9-3b4d-4041-9f8f-596ab3ddb3fd req-addd39a0-ea1f-4740-a372-27ce3ae3b4d7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:25.898982 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0aaefa9-3b4d-4041-9f8f-596ab3ddb3fd req-addd39a0-ea1f-4740-a372-27ce3ae3b4d7 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.0557437 Mar 28 18:56:25.944113 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0aaefa9-3b4d-4041-9f8f-596ab3ddb3fd req-b17492d3-9a6c-4163-87e6-5245c031a87e tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Mar 28 18:56:26.289713 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:56:26.476435 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-6939b031-6ec1-49a9-9c26-aa13132f7c7b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:26.477906 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-6939b031-6ec1-49a9-9c26-aa13132f7c7b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 944 time: 0.2662225 Mar 28 18:56:26.609163 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Deleting port c18dbb15-202a-41b7-8cbb-bd62f3a1836f {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:56:26.609782 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:26.728844 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3b58f-d8ef-4951-a5b0-36c2073ec470 req-8eeb5492-de16-451e-a926-5b427bc6b52a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:26.730336 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82e3b58f-d8ef-4951-a5b0-36c2073ec470 req-8eeb5492-de16-451e-a926-5b427bc6b52a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.1029286 Mar 28 18:56:26.745010 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] For port c18dbb15-202a-41b7-8cbb-bd62f3a1836f, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,segment=NetworkSegment(8fe41fed-bf27-408c-b4cb-7d9887b97772),segment_id=8fe41fed-bf27-408c-b4cb-7d9887b97772)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:26.745375 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:26.780513 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Calling delete_port for c18dbb15-202a-41b7-8cbb-bd62f3a1836f owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:56:26.864527 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82e3b58f-d8ef-4951-a5b0-36c2073ec470 req-64c28ee1-2b8b-450b-9d3a-2ae2bb85f037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268432 Mar 28 18:56:26.932341 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08280000-6bd4-47a6-8c85-fe22599041dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:26.998075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (c18dbb15-202a-41b7-8cbb-bd62f3a1836f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.045336 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Pushing event deleted for resources: {'Port': ['ID=c18dbb15-202a-41b7-8cbb-bd62f3a1836f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:27.104904 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9ee25861-d57c-4bbd-ba7b-66565660b131 req-b22730d5-f530-4679-9bad-8bef2ab5e339 tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbca74df-1604-41a1-acc3-d55fe40bf426 HTTP/1.1" status: 200 len: 210 time: 0.0368178 Mar 28 18:56:27.122534 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 32824) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:27.137190 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] No DVR routers for this DVR port c18dbb15-202a-41b7-8cbb-bd62f3a1836f on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:56:27.140749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.144685 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e64001d7-82cc-406e-b33c-a4024c8b3bc6 req-2c8b9c7c-7425-4fea-b8b9-1af5b832962b tempest-DeleteServersTestJSON-1652855654 tempest-DeleteServersTestJSON-1652855654-project] 10.222.0.15 "DELETE /v2.0/ports/c18dbb15-202a-41b7-8cbb-bd62f3a1836f HTTP/1.1" status: 204 len: 173 time: 0.6583681 Mar 28 18:56:27.145150 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'name': 'network-vif-deleted', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:27.147628 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f02786-009f-4892-9e14-ee2181c82a77" -d '{"events": [{"server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "name": "network-vif-deleted", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:27.184688 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9dffd8-0b23-44a0-abda-e1eb26794cd5 x-openstack-request-id: req-1e9dffd8-0b23-44a0-abda-e1eb26794cd5 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:27.184980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbca74df-1604-41a1-acc3-d55fe40bf426", "name": "network-vif-deleted", "tag": "c18dbb15-202a-41b7-8cbb-bd62f3a1836f", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:27.185279 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e9dffd8-0b23-44a0-abda-e1eb26794cd5 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:27.185679 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9dffd8-0b23-44a0-abda-e1eb26794cd5'] response: {'server_uuid': 'bbca74df-1604-41a1-acc3-d55fe40bf426', 'name': 'network-vif-deleted', 'tag': 'c18dbb15-202a-41b7-8cbb-bd62f3a1836f', 'status': 'completed', 'code': 200} Mar 28 18:56:27.242393 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8b91-1fc0-44e7-b22b-448224016b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.315544 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8b91-1fc0-44e7-b22b-448224016b46 admin admin] Publish callbacks [] for security_group (793850ca-e335-492d-ade9-7bf19bf1619f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.319166 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8b91-1fc0-44e7-b22b-448224016b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (793850ca-e335-492d-ade9-7bf19bf1619f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.355674 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fd1f8b91-1fc0-44e7-b22b-448224016b46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e84c901f84748fb818db3bee3b90966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318943 Mar 28 18:56:27.358078 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 32830) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:27.360022 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f8b91-1fc0-44e7-b22b-448224016b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793850ca-e335-492d-ade9-7bf19bf1619f,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:27.412084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-99275aa6-bee5-4b3c-80a5-67407e26bf3f admin admin] Publish callbacks [] for security_group (793850ca-e335-492d-ade9-7bf19bf1619f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.434998 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-99275aa6-bee5-4b3c-80a5-67407e26bf3f admin admin] Publish callbacks [] for security_group (793850ca-e335-492d-ade9-7bf19bf1619f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.487080 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-99275aa6-bee5-4b3c-80a5-67407e26bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (793850ca-e335-492d-ade9-7bf19bf1619f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.489811 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-99275aa6-bee5-4b3c-80a5-67407e26bf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.493257 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-99275aa6-bee5-4b3c-80a5-67407e26bf3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/793850ca-e335-492d-ade9-7bf19bf1619f HTTP/1.1" status: 204 len: 168 time: 0.1319201 Mar 28 18:56:27.498857 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99275aa6-bee5-4b3c-80a5-67407e26bf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793850ca-e335-492d-ade9-7bf19bf1619f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:27.766864 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 32836) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:27.780780 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e01b99c2-4304-4274-b08b-b011426825c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.854718 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e01b99c2-4304-4274-b08b-b011426825c7 admin admin] Publish callbacks [] for security_group (b8c48b20-3fca-4770-98f7-1dd8f0f8f65b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.858496 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e01b99c2-4304-4274-b08b-b011426825c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b8c48b20-3fca-4770-98f7-1dd8f0f8f65b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:27.900412 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e01b99c2-4304-4274-b08b-b011426825c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22224dcd576648eebbdad875e54015fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301129 Mar 28 18:56:27.900412 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b99c2-4304-4274-b08b-b011426825c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c48b20-3fca-4770-98f7-1dd8f0f8f65b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:27.900817 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 32840) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:27.983869 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cdc28c63-781d-4f87-94b8-015e62066c39 admin admin] Publish callbacks [] for security_group (b8c48b20-3fca-4770-98f7-1dd8f0f8f65b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:28.014750 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cdc28c63-781d-4f87-94b8-015e62066c39 admin admin] Publish callbacks [] for security_group (b8c48b20-3fca-4770-98f7-1dd8f0f8f65b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:28.024187 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfd13-67fb-4c9e-9973-bfad000b1a54 req-2c574c1d-29a1-4936-85ec-1f0b376baa0f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:28.025669 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17dcfd13-67fb-4c9e-9973-bfad000b1a54 req-2c574c1d-29a1-4936-85ec-1f0b376baa0f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0860949 Mar 28 18:56:28.068261 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:28.117319 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17dcfd13-67fb-4c9e-9973-bfad000b1a54 req-8a270cfb-3612-4a86-af82-6359d60f33b3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842271 Mar 28 18:56:28.136652 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cdc28c63-781d-4f87-94b8-015e62066c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b8c48b20-3fca-4770-98f7-1dd8f0f8f65b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:28.139367 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cdc28c63-781d-4f87-94b8-015e62066c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:28.142709 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cdc28c63-781d-4f87-94b8-015e62066c39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8c48b20-3fca-4770-98f7-1dd8f0f8f65b HTTP/1.1" status: 204 len: 168 time: 0.2386968 Mar 28 18:56:28.151251 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc28c63-781d-4f87-94b8-015e62066c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c48b20-3fca-4770-98f7-1dd8f0f8f65b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:28.595338 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95e66-1d77-4b08-a435-0191aae527b4 req-537a18ad-6b22-4c29-b247-df1d54e22cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:28.596909 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d1e95e66-1d77-4b08-a435-0191aae527b4 req-537a18ad-6b22-4c29-b247-df1d54e22cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 1130 time: 0.0499003 Mar 28 18:56:28.648073 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d1e95e66-1d77-4b08-a435-0191aae527b4 req-784018f1-770d-4183-83c4-284e11cc8418 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Mar 28 18:56:29.237911 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387efb5-2dea-435f-8586-10a44068c810 req-ef8597f1-736f-49fb-aaa9-114030dd11a0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:29.239456 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4387efb5-2dea-435f-8586-10a44068c810 req-ef8597f1-736f-49fb-aaa9-114030dd11a0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0539937 Mar 28 18:56:29.288338 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4387efb5-2dea-435f-8586-10a44068c810 req-923c5ba0-e819-4d98-b010-56b76eb54989 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Mar 28 18:56:29.586670 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:29.607686 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 32938) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:29.655954 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] Deleting subnet 825b2ef9-47fe-45e5-a9ad-c0700db4e2ac {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:56:29.659085 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] Publish callbacks [] for subnet (825b2ef9-47fe-45e5-a9ad-c0700db4e2ac), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:29.703156 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] Publish callbacks [] for subnet (825b2ef9-47fe-45e5-a9ad-c0700db4e2ac), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:29.713910 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (825b2ef9-47fe-45e5-a9ad-c0700db4e2ac), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:29.786215 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (825b2ef9-47fe-45e5-a9ad-c0700db4e2ac), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:29.822315 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825b2ef9-47fe-45e5-a9ad-c0700db4e2ac,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:29.826495 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:29.832436 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f2c6849e-9b0a-458d-a0da-7627c8bae1de admin admin] 10.222.0.31 "DELETE /v2.0/subnets/825b2ef9-47fe-45e5-a9ad-c0700db4e2ac HTTP/1.1" status: 204 len: 168 time: 0.2214100 Mar 28 18:56:29.832616 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 32956) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:29.916103 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (98df7fce-8e88-4282-bfb2-f90c79271a44), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.002797 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (98df7fce-8e88-4282-bfb2-f90c79271a44), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.025490 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.026090 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.026916 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.027193 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > port after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.027518 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.027852 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > port after_update 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.028170 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.028490 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.028808 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.029159 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.157221 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.157579 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.157913 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.158320 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:56:30.158778 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98df7fce-8e88-4282-bfb2-f90c79271a44']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:30.177034 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe41fed-bf27-408c-b4cb-7d9887b97772') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:30.177369 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe41fed-bf27-408c-b4cb-7d9887b97772') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:56:30.193786 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (8fe41fed-bf27-408c-b4cb-7d9887b97772), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.220691 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (8fe41fed-bf27-408c-b4cb-7d9887b97772), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.229795 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:56:30.230232 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (8fe41fed-bf27-408c-b4cb-7d9887b97772), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.250340 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 32972) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: from cryptography.utils import int_from_bytes Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: from cryptography.utils import int_from_bytes Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:56:30.260636 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:56:30.324768 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (98df7fce-8e88-4282-bfb2-f90c79271a44), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.341827 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.350193 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] 10.222.0.31 "DELETE /v2.0/networks/98df7fce-8e88-4282-bfb2-f90c79271a44 HTTP/1.1" status: 204 len: 168 time: 0.5156727 Mar 28 18:56:30.351182 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce3baa-9fb9-4470-8ebd-1b75a5b73c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=98df7fce-8e88-4282-bfb2-f90c79271a44,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:30.372372 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-73145bb1-8e9f-4114-ba95-72b81e300ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.430708 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9a13d-98e2-4e4e-8439-88b66e3e663e req-fc844b0b-1fca-4b47-b1be-d20a47c3567b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:30.432289 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-89a9a13d-98e2-4e4e-8439-88b66e3e663e req-fc844b0b-1fca-4b47-b1be-d20a47c3567b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0605268 Mar 28 18:56:30.460253 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-73145bb1-8e9f-4114-ba95-72b81e300ead admin admin] Publish callbacks [] for security_group (54a3e3a7-cf4f-47dd-a16d-daaa232b45c4), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.465185 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-73145bb1-8e9f-4114-ba95-72b81e300ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (54a3e3a7-cf4f-47dd-a16d-daaa232b45c4), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.484078 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 32980) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:30.492442 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-89a9a13d-98e2-4e4e-8439-88b66e3e663e req-7b03a516-b918-42b0-8409-0cb87cb36a93 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531385 Mar 28 18:56:30.513993 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-73145bb1-8e9f-4114-ba95-72b81e300ead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82e14f4a5ce54468bd33b8b01ae1525c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617972 Mar 28 18:56:30.514442 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 32982) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:30.516637 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73145bb1-8e9f-4114-ba95-72b81e300ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3e3a7-cf4f-47dd-a16d-daaa232b45c4,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:30.546780 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a7a4637b-de94-4856-b6b1-5752238aebcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b51790fff624aa39bd8d38de5efad71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0593910 Mar 28 18:56:30.547416 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 32986) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:30.594435 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc63ff5-9f8c-4e1d-af86-8403c95e7e31 admin admin] Publish callbacks [] for security_group (54a3e3a7-cf4f-47dd-a16d-daaa232b45c4), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.599675 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a386a2b2-fb41-43b6-87e6-543adea85104 admin admin] Publish callbacks [] for security_group (7a05fcbf-b7cb-4ae5-92f2-160afd269ec1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.619244 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc63ff5-9f8c-4e1d-af86-8403c95e7e31 admin admin] Publish callbacks [] for security_group (54a3e3a7-cf4f-47dd-a16d-daaa232b45c4), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.620409 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a386a2b2-fb41-43b6-87e6-543adea85104 admin admin] Publish callbacks [] for security_group (7a05fcbf-b7cb-4ae5-92f2-160afd269ec1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.661566 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a92e-2b01-44e5-8603-dc5553fa22ec req-9346e67d-6a94-485e-b52e-32a7cd8305ac tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:30.663053 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf93a92e-2b01-44e5-8603-dc5553fa22ec req-9346e67d-6a94-485e-b52e-32a7cd8305ac tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0971575 Mar 28 18:56:30.670781 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a386a2b2-fb41-43b6-87e6-543adea85104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7a05fcbf-b7cb-4ae5-92f2-160afd269ec1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.673332 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a386a2b2-fb41-43b6-87e6-543adea85104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.674471 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a386a2b2-fb41-43b6-87e6-543adea85104 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a05fcbf-b7cb-4ae5-92f2-160afd269ec1 HTTP/1.1" status: 204 len: 168 time: 0.1261339 Mar 28 18:56:30.682988 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386a2b2-fb41-43b6-87e6-543adea85104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a05fcbf-b7cb-4ae5-92f2-160afd269ec1,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:30.708731 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc63ff5-9f8c-4e1d-af86-8403c95e7e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (54a3e3a7-cf4f-47dd-a16d-daaa232b45c4), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.711754 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc63ff5-9f8c-4e1d-af86-8403c95e7e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:30.715605 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4dc63ff5-9f8c-4e1d-af86-8403c95e7e31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54a3e3a7-cf4f-47dd-a16d-daaa232b45c4 HTTP/1.1" status: 204 len: 168 time: 0.1976047 Mar 28 18:56:30.733661 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc63ff5-9f8c-4e1d-af86-8403c95e7e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a3e3a7-cf4f-47dd-a16d-daaa232b45c4,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:30.739624 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf93a92e-2b01-44e5-8603-dc5553fa22ec req-ac92d13d-b7fc-4517-a105-f3a5a9dac0d5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709534 Mar 28 18:56:31.014315 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.099828 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33008) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:31.120710 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-96328d9e-dce7-448c-b07e-4d8950719ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.231865 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-96328d9e-dce7-448c-b07e-4d8950719ef4 admin admin] Publish callbacks [] for security_group (dabfebe6-d3f7-4a67-91e4-63bb91c42783), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.240964 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-96328d9e-dce7-448c-b07e-4d8950719ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dabfebe6-d3f7-4a67-91e4-63bb91c42783), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.274461 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96328d9e-dce7-448c-b07e-4d8950719ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabfebe6-d3f7-4a67-91e4-63bb91c42783,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:31.295774 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-96328d9e-dce7-448c-b07e-4d8950719ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4ce5fbadc7b41c99008a176cb4aa912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941929 Mar 28 18:56:31.298025 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33026) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:31.347682 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-59f44939-e780-43a3-a59e-bd9ebed58b4c admin admin] Publish callbacks [] for security_group (dabfebe6-d3f7-4a67-91e4-63bb91c42783), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.370139 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-59f44939-e780-43a3-a59e-bd9ebed58b4c admin admin] Publish callbacks [] for security_group (dabfebe6-d3f7-4a67-91e4-63bb91c42783), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.427607 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-59f44939-e780-43a3-a59e-bd9ebed58b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dabfebe6-d3f7-4a67-91e4-63bb91c42783), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.430230 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-59f44939-e780-43a3-a59e-bd9ebed58b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:31.431404 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-59f44939-e780-43a3-a59e-bd9ebed58b4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dabfebe6-d3f7-4a67-91e4-63bb91c42783 HTTP/1.1" status: 204 len: 168 time: 0.1322978 Mar 28 18:56:31.444054 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f44939-e780-43a3-a59e-bd9ebed58b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabfebe6-d3f7-4a67-91e4-63bb91c42783,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:32.441239 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-35e07fe6-3928-4843-9eba-4c7e58436523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:32.441239 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-35e07fe6-3928-4843-9eba-4c7e58436523 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1130 time: 0.0785995 Mar 28 18:56:32.468800 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b52bc-335b-49b4-a994-ff92112c96d4 req-bcb494a8-6a48-4bfe-b069-2bdbcb2e8d46 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:32.470321 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b77b52bc-335b-49b4-a994-ff92112c96d4 req-bcb494a8-6a48-4bfe-b069-2bdbcb2e8d46 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0841475 Mar 28 18:56:32.573491 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b77b52bc-335b-49b4-a994-ff92112c96d4 req-ceaa674f-e5a2-4501-8778-71fd879628de tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912616 Mar 28 18:56:32.592912 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-a380dffd-615b-4160-8ec2-327f840bdc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:32.594517 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-a380dffd-615b-4160-8ec2-327f840bdc9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.1461189 Mar 28 18:56:32.644475 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-8a56a93b-374e-4349-aa00-222209a62c3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 200 len: 217 time: 0.0383229 Mar 28 18:56:32.717555 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-d8ca869d-69a0-4611-a2e1-b567b1c286aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:32.719133 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-d8ca869d-69a0-4611-a2e1-b567b1c286aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0679262 Mar 28 18:56:32.785908 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-e2fcf4b4-2329-44c7-80d5-9c509cc9ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:32.788819 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-e2fcf4b4-2329-44c7-80d5-9c509cc9ec2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543694 Mar 28 18:56:32.935873 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-da5929b4-598b-46ff-9cca-de71e6ada0ec service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382818 Mar 28 18:56:33.036619 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9da70b87-03e6-471b-9fed-07ec44b0ebb7 req-587d3619-728c-480b-ae1a-48e6f739ab13 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936151 Mar 28 18:56:33.468097 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33190) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:33.573055 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb64-ec79-46e2-9712-3a5bc304e2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.653865 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb64-ec79-46e2-9712-3a5bc304e2bd admin admin] Publish callbacks [] for security_group (c05965d9-2010-4f54-a9e9-9f84d49012ac), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.656265 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33198) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:33.664105 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb64-ec79-46e2-9712-3a5bc304e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c05965d9-2010-4f54-a9e9-9f84d49012ac), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.729707 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fcebeb64-ec79-46e2-9712-3a5bc304e2bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72434553f69d49fea9d8fd6bb062223a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605376 Mar 28 18:56:33.731295 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebeb64-ec79-46e2-9712-3a5bc304e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05965d9-2010-4f54-a9e9-9f84d49012ac,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:33.732357 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33206) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:33.757914 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637f3c-7ca0-45f5-b506-d4fb240368ca req-7bcc6c73-5ec2-4fa1-904b-e65ea4cf42aa tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:33.760054 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9d637f3c-7ca0-45f5-b506-d4fb240368ca req-7bcc6c73-5ec2-4fa1-904b-e65ea4cf42aa tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0784748 Mar 28 18:56:33.782302 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-35b350c7-5615-477c-a2f6-cb0d210159e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.787265 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-035180b6-455e-40e7-a0b4-d86283fbcfd2 admin admin] Publish callbacks [] for security_group (c05965d9-2010-4f54-a9e9-9f84d49012ac), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.808429 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-035180b6-455e-40e7-a0b4-d86283fbcfd2 admin admin] Publish callbacks [] for security_group (c05965d9-2010-4f54-a9e9-9f84d49012ac), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.836036 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9d637f3c-7ca0-45f5-b506-d4fb240368ca req-fa790e24-34ad-4f2c-9795-4ed55067044f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702329 Mar 28 18:56:33.864491 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-035180b6-455e-40e7-a0b4-d86283fbcfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c05965d9-2010-4f54-a9e9-9f84d49012ac), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.867052 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-035180b6-455e-40e7-a0b4-d86283fbcfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.868893 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-035180b6-455e-40e7-a0b4-d86283fbcfd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c05965d9-2010-4f54-a9e9-9f84d49012ac HTTP/1.1" status: 204 len: 168 time: 0.1345222 Mar 28 18:56:33.876813 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035180b6-455e-40e7-a0b4-d86283fbcfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05965d9-2010-4f54-a9e9-9f84d49012ac,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:33.896561 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-35b350c7-5615-477c-a2f6-cb0d210159e1 admin admin] Publish callbacks [] for security_group (1ebe4645-fc26-436c-b77f-2973d538925e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.901401 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-35b350c7-5615-477c-a2f6-cb0d210159e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1ebe4645-fc26-436c-b77f-2973d538925e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:33.942435 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-35b350c7-5615-477c-a2f6-cb0d210159e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=612e2c50a65641319174135ab60ab6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849171 Mar 28 18:56:33.943309 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b350c7-5615-477c-a2f6-cb0d210159e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe4645-fc26-436c-b77f-2973d538925e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:33.945556 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33214) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:34.005941 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1f595d47-7e40-4128-8bde-cff1ba496d14 admin admin] Publish callbacks [] for security_group (1ebe4645-fc26-436c-b77f-2973d538925e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.029741 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1f595d47-7e40-4128-8bde-cff1ba496d14 admin admin] Publish callbacks [] for security_group (1ebe4645-fc26-436c-b77f-2973d538925e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.084022 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1f595d47-7e40-4128-8bde-cff1ba496d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1ebe4645-fc26-436c-b77f-2973d538925e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.086756 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1f595d47-7e40-4128-8bde-cff1ba496d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.087930 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1f595d47-7e40-4128-8bde-cff1ba496d14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ebe4645-fc26-436c-b77f-2973d538925e HTTP/1.1" status: 204 len: 168 time: 0.1404963 Mar 28 18:56:34.096152 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f595d47-7e40-4128-8bde-cff1ba496d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe4645-fc26-436c-b77f-2973d538925e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:34.187661 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33220) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:34.201952 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-77e09b7a-3268-4c6b-a2ed-c05a5bcd118a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.302468 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-77e09b7a-3268-4c6b-a2ed-c05a5bcd118a admin admin] Publish callbacks [] for security_group (bb67100c-9a89-4bed-bb1d-6c817549e137), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.308265 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-77e09b7a-3268-4c6b-a2ed-c05a5bcd118a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bb67100c-9a89-4bed-bb1d-6c817549e137), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.347872 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-77e09b7a-3268-4c6b-a2ed-c05a5bcd118a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8997955dadd047358cd4a1fe4e4da160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589227 Mar 28 18:56:34.350470 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33232) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:34.353787 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e09b7a-3268-4c6b-a2ed-c05a5bcd118a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb67100c-9a89-4bed-bb1d-6c817549e137,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:34.401634 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-71289dcb-1a0a-40f7-ac54-98f3af303e0a admin admin] Publish callbacks [] for security_group (bb67100c-9a89-4bed-bb1d-6c817549e137), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.423641 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-71289dcb-1a0a-40f7-ac54-98f3af303e0a admin admin] Publish callbacks [] for security_group (bb67100c-9a89-4bed-bb1d-6c817549e137), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.429584 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33236) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:34.448961 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-96e870ed-443e-4392-aa6e-6fa4b6a243b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.502385 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-71289dcb-1a0a-40f7-ac54-98f3af303e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bb67100c-9a89-4bed-bb1d-6c817549e137), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.504840 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-71289dcb-1a0a-40f7-ac54-98f3af303e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.505928 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-71289dcb-1a0a-40f7-ac54-98f3af303e0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb67100c-9a89-4bed-bb1d-6c817549e137 HTTP/1.1" status: 204 len: 168 time: 0.1542060 Mar 28 18:56:34.518464 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71289dcb-1a0a-40f7-ac54-98f3af303e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb67100c-9a89-4bed-bb1d-6c817549e137,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:34.551146 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-96e870ed-443e-4392-aa6e-6fa4b6a243b8 admin admin] Publish callbacks [] for security_group (d9ab94f1-8970-4ba6-bc4b-d58ce79f3017), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.555110 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-96e870ed-443e-4392-aa6e-6fa4b6a243b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d9ab94f1-8970-4ba6-bc4b-d58ce79f3017), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.595830 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-96e870ed-443e-4392-aa6e-6fa4b6a243b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ced794e8f65a4e51accdd65ae04256c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652226 Mar 28 18:56:34.596655 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e870ed-443e-4392-aa6e-6fa4b6a243b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab94f1-8970-4ba6-bc4b-d58ce79f3017,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:34.598516 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33240) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:34.649450 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34c82b22-b130-4082-b80c-9a35fde9a5ac admin admin] Publish callbacks [] for security_group (d9ab94f1-8970-4ba6-bc4b-d58ce79f3017), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.671282 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34c82b22-b130-4082-b80c-9a35fde9a5ac admin admin] Publish callbacks [] for security_group (d9ab94f1-8970-4ba6-bc4b-d58ce79f3017), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.720742 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34c82b22-b130-4082-b80c-9a35fde9a5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d9ab94f1-8970-4ba6-bc4b-d58ce79f3017), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.723361 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34c82b22-b130-4082-b80c-9a35fde9a5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:34.724490 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-34c82b22-b130-4082-b80c-9a35fde9a5ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9ab94f1-8970-4ba6-bc4b-d58ce79f3017 HTTP/1.1" status: 204 len: 168 time: 0.1248465 Mar 28 18:56:34.734024 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c82b22-b130-4082-b80c-9a35fde9a5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab94f1-8970-4ba6-bc4b-d58ce79f3017,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:34.960242 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788a1b-2d9d-456a-90c3-9b5d4933a27d req-ef5c16c7-b79c-4ce4-a771-8839c3a9acc6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:34.961901 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff788a1b-2d9d-456a-90c3-9b5d4933a27d req-ef5c16c7-b79c-4ce4-a771-8839c3a9acc6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0584507 Mar 28 18:56:35.016827 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff788a1b-2d9d-456a-90c3-9b5d4933a27d req-f5a622d7-ca4f-4696-8c3d-5f29d70929f5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488868 Mar 28 18:56:35.804796 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33304) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:35.908387 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1cb13755-9d4a-422d-a588-206ba9154593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:35.983416 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1cb13755-9d4a-422d-a588-206ba9154593 admin admin] Publish callbacks [] for security_group (33b9cffc-ce7f-4137-a9bf-8ba91a57caa1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:35.987121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1cb13755-9d4a-422d-a588-206ba9154593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (33b9cffc-ce7f-4137-a9bf-8ba91a57caa1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:36.025462 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1cb13755-9d4a-422d-a588-206ba9154593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d86812b7e8834c0ea143efb01fcb6100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203400 Mar 28 18:56:36.026941 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13755-9d4a-422d-a588-206ba9154593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b9cffc-ce7f-4137-a9bf-8ba91a57caa1,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:36.028178 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33318) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:36.329540 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3591bf18-0995-45e2-8464-3cdefef5c8eb admin admin] Publish callbacks [] for security_group (33b9cffc-ce7f-4137-a9bf-8ba91a57caa1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:36.339449 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937ee1-2413-45b3-b62d-d117abb63de9 req-f4dc0315-1efb-4023-b8f5-8109c0f31418 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:36.340902 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17937ee1-2413-45b3-b62d-d117abb63de9 req-f4dc0315-1efb-4023-b8f5-8109c0f31418 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0799561 Mar 28 18:56:36.371607 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3591bf18-0995-45e2-8464-3cdefef5c8eb admin admin] Publish callbacks [] for security_group (33b9cffc-ce7f-4137-a9bf-8ba91a57caa1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:36.421155 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17937ee1-2413-45b3-b62d-d117abb63de9 req-47845952-6534-45ad-811f-8da60cf30f81 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Mar 28 18:56:36.443917 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3591bf18-0995-45e2-8464-3cdefef5c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (33b9cffc-ce7f-4137-a9bf-8ba91a57caa1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:36.446623 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3591bf18-0995-45e2-8464-3cdefef5c8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:36.447745 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3591bf18-0995-45e2-8464-3cdefef5c8eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33b9cffc-ce7f-4137-a9bf-8ba91a57caa1 HTTP/1.1" status: 204 len: 168 time: 0.4185240 Mar 28 18:56:36.455645 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591bf18-0995-45e2-8464-3cdefef5c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b9cffc-ce7f-4137-a9bf-8ba91a57caa1,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:37.543837 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82e41a-e21b-4f96-bef9-62cb74518916 req-154691c0-435e-422a-a58d-a0b4f94aeadd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:37.545304 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d82e41a-e21b-4f96-bef9-62cb74518916 req-154691c0-435e-422a-a58d-a0b4f94aeadd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0573001 Mar 28 18:56:37.591547 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5d82e41a-e21b-4f96-bef9-62cb74518916 req-42724abc-5966-4f44-bd4a-0c56e83cac47 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Mar 28 18:56:38.709247 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010f909-c5f9-4956-9a24-48782070b627 req-88a071cd-01e7-4722-8fa4-904dd2f66ddf tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:38.710745 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e010f909-c5f9-4956-9a24-48782070b627 req-88a071cd-01e7-4722-8fa4-904dd2f66ddf tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0546393 Mar 28 18:56:38.762390 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e010f909-c5f9-4956-9a24-48782070b627 req-9e7bf6f4-14f5-463b-b2ac-7cad758bccb1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455341 Mar 28 18:56:39.877245 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff89e3-8166-46b4-941b-959f439305e2 req-106e9162-d22c-4d62-bafc-0c8bc9afe426 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:39.878733 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-80ff89e3-8166-46b4-941b-959f439305e2 req-106e9162-d22c-4d62-bafc-0c8bc9afe426 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0517771 Mar 28 18:56:39.923946 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-80ff89e3-8166-46b4-941b-959f439305e2 req-67972a52-1e2a-4813-ae27-d74570c4b9dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Mar 28 18:56:41.038397 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438944-c534-4e2b-99c3-8d45ab240048 req-998ca7e4-31bd-4cea-a28d-f6850ee17aaa tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:41.039820 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b5438944-c534-4e2b-99c3-8d45ab240048 req-998ca7e4-31bd-4cea-a28d-f6850ee17aaa tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0502493 Mar 28 18:56:41.084640 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b5438944-c534-4e2b-99c3-8d45ab240048 req-60d233c4-a854-4854-8d10-cd1b7cdae916 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 Mar 28 18:56:42.202772 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab207d-f917-40d6-8f58-66c048220b20 req-48d709e2-bf95-410c-ad4b-ccb22d869c1f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:42.204116 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0ab207d-f917-40d6-8f58-66c048220b20 req-48d709e2-bf95-410c-ad4b-ccb22d869c1f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0542023 Mar 28 18:56:42.251476 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0ab207d-f917-40d6-8f58-66c048220b20 req-bce58317-f9b0-453e-964c-ff0eb7ac54ee tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Mar 28 18:56:43.366946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a7662-9170-4976-9c05-c64ca310025b req-77186246-405d-4a03-a744-44486e982dd3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:43.368285 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-628a7662-9170-4976-9c05-c64ca310025b req-77186246-405d-4a03-a744-44486e982dd3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0531590 Mar 28 18:56:43.413641 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-628a7662-9170-4976-9c05-c64ca310025b req-460e6c45-2c49-4b27-b0b6-df4d9882c088 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Mar 28 18:56:43.894835 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-114d3f9e-779d-4707-a334-fc7de5f3bd22 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09739a3074ad4e0f8bb8a7d8725260e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280156 Mar 28 18:56:44.071379 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-78d7d58e-072c-472a-a732-7e7bce7ba59e tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:44.073499 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-78d7d58e-072c-472a-a732-7e7bce7ba59e tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732922 Mar 28 18:56:44.088113 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-85d5d73a-4c0d-415f-9bd8-e664f2d64c41 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/quotas/09739a3074ad4e0f8bb8a7d8725260e9 HTTP/1.1" status: 200 len: 375 time: 0.0093367 Mar 28 18:56:44.122427 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-e0168071-3382-46db-991d-011678210c4e tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=09739a3074ad4e0f8bb8a7d8725260e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295117 Mar 28 18:56:44.288319 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-727aaedd-c113-485a-949b-10aad7564c6e req-3e05abfb-0ee7-4c35-97a5-097805aef737 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 210 time: 0.0277712 Mar 28 18:56:44.537171 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de72cf-7b47-4623-b3c9-7d8870c491e3 req-223184f0-5b62-4a33-b6e1-8c1c91ea97fd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:44.538846 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9de72cf-7b47-4623-b3c9-7d8870c491e3 req-223184f0-5b62-4a33-b6e1-8c1c91ea97fd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0574000 Mar 28 18:56:44.593015 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9de72cf-7b47-4623-b3c9-7d8870c491e3 req-c82636f2-3e0d-4850-b772-0e6f61f84bc7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Mar 28 18:56:45.260313 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-c2adbbd8-040a-4196-a088-08c6c11041fb tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=09739a3074ad4e0f8bb8a7d8725260e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222166 Mar 28 18:56:45.397210 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-d2b66007-a80b-462d-a796-cb78a75b259f tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:45.399078 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-d2b66007-a80b-462d-a796-cb78a75b259f tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166971 Mar 28 18:56:45.408679 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-80881879-6c8c-4cdc-a01d-ee1ee18b288a req-ad36488e-cbc2-470f-928a-761902f7b6f1 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 210 time: 0.0369658 Mar 28 18:56:45.433080 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Request body: {'port': {'device_id': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374', 'admin_state_up': True, 'tenant_id': '09739a3074ad4e0f8bb8a7d8725260e9'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:45.544429 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Made reservation on behalf of 09739a3074ad4e0f8bb8a7d8725260e9 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:56:45.549670 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:45.559551 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:45.645470 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks [] for security_group (e0c89cfa-8aa8-4465-b0ff-4e6237994aa6), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:45.649435 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e0c89cfa-8aa8-4465-b0ff-4e6237994aa6), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:45.742749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:45.803402 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1d53b-e282-4ccf-aa78-3bbc0a1abeb5 req-de8f521b-bdfd-4e5e-a093-bceeacb2a059 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:45.805251 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96c1d53b-e282-4ccf-aa78-3bbc0a1abeb5 req-de8f521b-bdfd-4e5e-a093-bceeacb2a059 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.1343527 Mar 28 18:56:45.848848 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Allocated IP 192.168.233.228 (bffe9baa-441c-4ba7-a951-9d828b63d374/6ca12822-ecc1-4b8c-bedf-c4a667474e5e/d3400412-3d79-4d72-9f1f-9fe8575ddd83) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:56:45.886244 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96c1d53b-e282-4ccf-aa78-3bbc0a1abeb5 req-202b42d8-9d03-4e9e-946d-ae9c3cf0d0b9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731640 Mar 28 18:56:46.009622 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks [] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.042414 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.089147 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Network bffe9baa-441c-4ba7-a951-9d828b63d374 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:56:46.094258 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:56:46.098563 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:56:46.104410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:46.105212 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.109257 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Pushing event updated for resources: {'Port': ['ID=d3400412-3d79-4d72-9f1f-9fe8575ddd83,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:46.124552 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-ef3fc131-d397-4a29-bb8d-cc889ebe373a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6960919 Mar 28 18:56:46.136588 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Request body: {'port': {'device_id': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:46.195435 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.313456 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-fb59a6fc-e432-44f3-b908-c8be92174408 None None] Provisioning complete for port d3400412-3d79-4d72-9f1f-9fe8575ddd83 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:56:46.313936 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fb59a6fc-e432-44f3-b908-c8be92174408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.348756 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-fb59a6fc-e432-44f3-b908-c8be92174408 None None] Port d3400412-3d79-4d72-9f1f-9fe8575ddd83 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:56:46.466480 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3400412-3d79-4d72-9f1f-9fe8575ddd83 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:56:46.474004 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Publish callbacks [] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.494809 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Transition to ACTIVE for port object d3400412-3d79-4d72-9f1f-9fe8575ddd83 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:56:46.499327 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.535142 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab1c1e-030a-49ea-8128-5b7efdcd85d1 req-12f280b4-9651-4226-89c5-069c122b249d tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:46.537735 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17ab1c1e-030a-49ea-8128-5b7efdcd85d1 req-12f280b4-9651-4226-89c5-069c122b249d tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 936 time: 0.0610943 Mar 28 18:56:46.551635 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Pushing event updated for resources: {'Port': ['ID=d3400412-3d79-4d72-9f1f-9fe8575ddd83,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:46.576832 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33544) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:46.594499 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Attempting to bind port d3400412-3d79-4d72-9f1f-9fe8575ddd83 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:56:46.594832 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Attempting to bind port d3400412-3d79-4d72-9f1f-9fe8575ddd83 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:56:46.595159 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Attempting to bind port d3400412-3d79-4d72-9f1f-9fe8575ddd83 on network bffe9baa-441c-4ba7-a951-9d828b63d374 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:56:46.599782 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Port d3400412-3d79-4d72-9f1f-9fe8575ddd83 on network bffe9baa-441c-4ba7-a951-9d828b63d374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:56:46.600032 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Attempting to bind port d3400412-3d79-4d72-9f1f-9fe8575ddd83 on network bffe9baa-441c-4ba7-a951-9d828b63d374 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:56:46.607210 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:56:46.607774 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Checking segment: {'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:56:46.608123 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17ab1c1e-030a-49ea-8128-5b7efdcd85d1 req-0f611690-00b7-4809-9d48-f50e1fee4a3a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626922 Mar 28 18:56:46.608516 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Bound using segment: {'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:56:46.608955 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Bound port: d3400412-3d79-4d72-9f1f-9fe8575ddd83, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecfceab-0ceb-4a9a-bb74-d93035a3cde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:56:46.609320 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.688290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] For port d3400412-3d79-4d72-9f1f-9fe8575ddd83, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:56:46.691635 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] For port d3400412-3d79-4d72-9f1f-9fe8575ddd83, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d3400412-3d79-4d72-9f1f-9fe8575ddd83,segment=NetworkSegment(6ecfceab-0ceb-4a9a-bb74-d93035a3cde1),segment_id=6ecfceab-0ceb-4a9a-bb74-d93035a3cde1)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:56:46.700337 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.749468 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:46.750195 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.751828 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3400412-3d79-4d72-9f1f-9fe8575ddd83 HTTP/1.1" status: 200 len: 1098 time: 0.6193984 Mar 28 18:56:46.752359 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'tag': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:46.754701 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bdd733-bfe6-4a7a-bd40-bd120046e761" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5b32b7-a7c4-4306-88fc-fa83ce749a11", "tag": "d3400412-3d79-4d72-9f1f-9fe8575ddd83"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:46.773034 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-21af106c-1628-479a-a5c4-c24394086196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:46.799709 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03109f-927c-46bb-ae35-c5af0f212229 service neutron] Pushing event updated for resources: {'Port': ['ID=d3400412-3d79-4d72-9f1f-9fe8575ddd83,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:46.822723 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8695948-8f06-4055-93cf-8ff1c42523d9 x-openstack-request-id: req-b8695948-8f06-4055-93cf-8ff1c42523d9 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:46.823023 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5b32b7-a7c4-4306-88fc-fa83ce749a11", "tag": "d3400412-3d79-4d72-9f1f-9fe8575ddd83", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:46.823379 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8695948-8f06-4055-93cf-8ff1c42523d9 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:46.823786 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8695948-8f06-4055-93cf-8ff1c42523d9'] response: {'name': 'network-changed', 'server_uuid': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'tag': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83', 'status': 'completed', 'code': 200} Mar 28 18:56:46.941058 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-268ad0c8-f6d3-426f-9601-88ef9d52204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:46.942915 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-268ad0c8-f6d3-426f-9601-88ef9d52204e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09739a3074ad4e0f8bb8a7d8725260e9&device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 1132 time: 0.1183877 Mar 28 18:56:46.999078 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-21af106c-1628-479a-a5c4-c24394086196 admin admin] Publish callbacks [] for security_group (915aae8c-5504-42bf-94b0-d7e86e4e8d18), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.050787 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-21af106c-1628-479a-a5c4-c24394086196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (915aae8c-5504-42bf-94b0-d7e86e4e8d18), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.058776 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-525f4705-4014-46f7-b845-2444309b3a3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d3400412-3d79-4d72-9f1f-9fe8575ddd83 HTTP/1.1" status: 200 len: 217 time: 0.1056719 Mar 28 18:56:47.091596 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df322bc1-895d-464c-92c7-068207f00d9b req-56cb835f-15d6-4c1e-a237-dd6592c0d32b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:47.100798 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-df322bc1-895d-464c-92c7-068207f00d9b req-56cb835f-15d6-4c1e-a237-dd6592c0d32b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.1239898 Mar 28 18:56:47.156168 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-df322bc1-895d-464c-92c7-068207f00d9b req-2fa69cff-c965-4ad6-b3f1-16cbea43d9f2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548439 Mar 28 18:56:47.187545 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-21af106c-1628-479a-a5c4-c24394086196 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d395a1e234d4086af8e45a7b0a30691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093864 Mar 28 18:56:47.190018 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33570) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:47.195666 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33572) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:47.197622 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af106c-1628-479a-a5c4-c24394086196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915aae8c-5504-42bf-94b0-d7e86e4e8d18,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:47.211794 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-7ff049c2-cd2f-4711-b64b-8a383199e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:47.213862 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-7ff049c2-cd2f-4711-b64b-8a383199e32f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ca12822-ecc1-4b8c-bedf-c4a667474e5e HTTP/1.1" status: 200 len: 843 time: 0.1392734 Mar 28 18:56:47.278177 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85c8d369-4a0d-43d6-bf0d-8a4896f1575f admin admin] Publish callbacks [] for security_group (915aae8c-5504-42bf-94b0-d7e86e4e8d18), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.293025 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c736-8aa9-4868-9a16-66076998b76c req-edd33b5f-df35-4aba-a51e-5992b244ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:47.295099 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-edd33b5f-df35-4aba-a51e-5992b244ee90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffe9baa-441c-4ba7-a951-9d828b63d374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0709360 Mar 28 18:56:47.316501 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85c8d369-4a0d-43d6-bf0d-8a4896f1575f admin admin] Publish callbacks [] for security_group (915aae8c-5504-42bf-94b0-d7e86e4e8d18), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.316720 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9e95e311-291f-475d-8510-5273bcee500d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.395040 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9e95e311-291f-475d-8510-5273bcee500d admin admin] Publish callbacks [] for security_group (098b2460-f4ee-4c59-83d4-999a44494522), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.398983 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9e95e311-291f-475d-8510-5273bcee500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (098b2460-f4ee-4c59-83d4-999a44494522), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.438888 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9e95e311-291f-475d-8510-5273bcee500d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46416adba8c54009ad8fe7e4be0a7302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421441 Mar 28 18:56:47.439758 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95e311-291f-475d-8510-5273bcee500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098b2460-f4ee-4c59-83d4-999a44494522,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:47.442962 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33576) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:47.496846 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9c101da5-14a9-45ef-a1f6-7914b3e73270 admin admin] Publish callbacks [] for security_group (098b2460-f4ee-4c59-83d4-999a44494522), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.518842 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9c101da5-14a9-45ef-a1f6-7914b3e73270 admin admin] Publish callbacks [] for security_group (098b2460-f4ee-4c59-83d4-999a44494522), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.566832 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9c101da5-14a9-45ef-a1f6-7914b3e73270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (098b2460-f4ee-4c59-83d4-999a44494522), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.569414 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9c101da5-14a9-45ef-a1f6-7914b3e73270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.570695 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9c101da5-14a9-45ef-a1f6-7914b3e73270 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/098b2460-f4ee-4c59-83d4-999a44494522 HTTP/1.1" status: 204 len: 168 time: 0.1268058 Mar 28 18:56:47.581797 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c101da5-14a9-45ef-a1f6-7914b3e73270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098b2460-f4ee-4c59-83d4-999a44494522,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:47.627096 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-8ce5e493-9789-4564-9b81-d67a814fdaf2 service neutron] 10.222.0.15 "GET /v2.0/networks/bffe9baa-441c-4ba7-a951-9d828b63d374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247647 Mar 28 18:56:47.631643 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85c8d369-4a0d-43d6-bf0d-8a4896f1575f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (915aae8c-5504-42bf-94b0-d7e86e4e8d18), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.634934 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85c8d369-4a0d-43d6-bf0d-8a4896f1575f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:47.636803 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-85c8d369-4a0d-43d6-bf0d-8a4896f1575f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/915aae8c-5504-42bf-94b0-d7e86e4e8d18 HTTP/1.1" status: 204 len: 168 time: 0.4458599 Mar 28 18:56:47.707675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8d369-4a0d-43d6-bf0d-8a4896f1575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915aae8c-5504-42bf-94b0-d7e86e4e8d18,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:47.772942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe0fa-4b34-4b74-aaf9-c33d0a296514 req-8c9249f8-f440-4759-9366-9941f44a8b19 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:47.774423 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-938fe0fa-4b34-4b74-aaf9-c33d0a296514 req-8c9249f8-f440-4759-9366-9941f44a8b19 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 948 time: 0.0893564 Mar 28 18:56:47.780208 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b621c736-8aa9-4868-9a16-66076998b76c req-e3b8fc6b-5270-4048-8164-4ba39b8be158 service neutron] 10.222.0.15 "GET /v2.0/networks/bffe9baa-441c-4ba7-a951-9d828b63d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423252 Mar 28 18:56:47.841225 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-938fe0fa-4b34-4b74-aaf9-c33d0a296514 req-09776677-650e-4ab8-9e1d-18e7e18c48c4 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571687 Mar 28 18:56:47.897282 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-f9afff9b-adf6-4609-a5aa-f5143b4d33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:47.899123 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-f9afff9b-adf6-4609-a5aa-f5143b4d33e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09739a3074ad4e0f8bb8a7d8725260e9&device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 1132 time: 0.0553327 Mar 28 18:56:47.912282 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33588) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:47.925372 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-72695f57-b942-492f-a9d5-4f7550bcc17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.004241 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-2cb62fc2-f167-4659-b81c-448484c1b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:48.004895 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-72695f57-b942-492f-a9d5-4f7550bcc17e admin admin] Publish callbacks [] for security_group (4b0cff14-6c90-4ce0-8e3f-763e6eb889b8), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.005857 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-2cb62fc2-f167-4659-b81c-448484c1b66b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bffe9baa-441c-4ba7-a951-9d828b63d374 HTTP/1.1" status: 200 len: 870 time: 0.0942483 Mar 28 18:56:48.009144 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-72695f57-b942-492f-a9d5-4f7550bcc17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (4b0cff14-6c90-4ce0-8e3f-763e6eb889b8), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.050687 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-72695f57-b942-492f-a9d5-4f7550bcc17e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b7ac13c2b4748f0a1d80c611a57ee7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372480 Mar 28 18:56:48.051601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72695f57-b942-492f-a9d5-4f7550bcc17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0cff14-6c90-4ce0-8e3f-763e6eb889b8,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:48.052027 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-5edfe873-a4c1-4ab5-a359-d17db65bb3d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d3400412-3d79-4d72-9f1f-9fe8575ddd83 HTTP/1.1" status: 200 len: 217 time: 0.0391617 Mar 28 18:56:48.052464 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33590) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:48.114229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33592) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:48.127905 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-853e7a1a-694f-44ec-bc84-6606db590c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.131367 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-9e42f5e8-abe2-4dac-a92c-8352782926a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:48.132821 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-9e42f5e8-abe2-4dac-a92c-8352782926a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ca12822-ecc1-4b8c-bedf-c4a667474e5e HTTP/1.1" status: 200 len: 843 time: 0.0736723 Mar 28 18:56:48.172585 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-549eb5e4-fc75-489d-b048-267a72d3cf0b admin admin] Publish callbacks [] for security_group (4b0cff14-6c90-4ce0-8e3f-763e6eb889b8), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.211140 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-549eb5e4-fc75-489d-b048-267a72d3cf0b admin admin] Publish callbacks [] for security_group (4b0cff14-6c90-4ce0-8e3f-763e6eb889b8), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.213913 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-853e7a1a-694f-44ec-bc84-6606db590c11 admin admin] Publish callbacks [] for security_group (ec8c53a1-d4c8-43e8-8941-672e18548008), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.214471 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-5d18b1a0-8470-477e-97ff-b864d7356df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:48.216276 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-5d18b1a0-8470-477e-97ff-b864d7356df3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffe9baa-441c-4ba7-a951-9d828b63d374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0743804 Mar 28 18:56:48.218305 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-853e7a1a-694f-44ec-bc84-6606db590c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ec8c53a1-d4c8-43e8-8941-672e18548008), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.281841 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-853e7a1a-694f-44ec-bc84-6606db590c11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cf82535b58e46f797caf6fac570b5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663404 Mar 28 18:56:48.285958 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33598) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:48.286595 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e7a1a-694f-44ec-bc84-6606db590c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8c53a1-d4c8-43e8-8941-672e18548008,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:48.334121 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-0123d023-b4f5-4c22-a68c-eafdb545167c service neutron] 10.222.0.15 "GET /v2.0/networks/bffe9baa-441c-4ba7-a951-9d828b63d374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073043 Mar 28 18:56:48.334973 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-549eb5e4-fc75-489d-b048-267a72d3cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (4b0cff14-6c90-4ce0-8e3f-763e6eb889b8), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.337717 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-549eb5e4-fc75-489d-b048-267a72d3cf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.338928 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-549eb5e4-fc75-489d-b048-267a72d3cf0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b0cff14-6c90-4ce0-8e3f-763e6eb889b8 HTTP/1.1" status: 204 len: 168 time: 0.2855883 Mar 28 18:56:48.346343 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5928a-0a1d-4896-b98b-01fa6cf6fdde req-37362b35-7a42-4ec4-96ad-e19e5c93704a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:48.347854 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-35a5928a-0a1d-4896-b98b-01fa6cf6fdde req-37362b35-7a42-4ec4-96ad-e19e5c93704a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.1087723 Mar 28 18:56:48.366634 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549eb5e4-fc75-489d-b048-267a72d3cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0cff14-6c90-4ce0-8e3f-763e6eb889b8,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:48.377235 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5000dd7-01e2-4994-b715-0c541224ff45 admin admin] Publish callbacks [] for security_group (ec8c53a1-d4c8-43e8-8941-672e18548008), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.417350 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5000dd7-01e2-4994-b715-0c541224ff45 admin admin] Publish callbacks [] for security_group (ec8c53a1-d4c8-43e8-8941-672e18548008), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.444865 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53bdd733-bfe6-4a7a-bd40-bd120046e761 req-94017a4d-2178-43c2-810f-40934a14a19d service neutron] 10.222.0.15 "GET /v2.0/networks/bffe9baa-441c-4ba7-a951-9d828b63d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018720 Mar 28 18:56:48.447222 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-35a5928a-0a1d-4896-b98b-01fa6cf6fdde req-e20de0cf-301d-4919-8a23-cfcd6e45dfe5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851738 Mar 28 18:56:48.488393 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5000dd7-01e2-4994-b715-0c541224ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ec8c53a1-d4c8-43e8-8941-672e18548008), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.491399 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c5000dd7-01e2-4994-b715-0c541224ff45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:48.492804 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c5000dd7-01e2-4994-b715-0c541224ff45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec8c53a1-d4c8-43e8-8941-672e18548008 HTTP/1.1" status: 204 len: 168 time: 0.2026429 Mar 28 18:56:48.500578 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5000dd7-01e2-4994-b715-0c541224ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8c53a1-d4c8-43e8-8941-672e18548008,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:48.993762 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e5b02-6df8-4ed1-9edd-c27814ecbec8 req-caa8983c-2d2d-44a2-8c5f-23bfeb2d5432 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:48.995312 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d37e5b02-6df8-4ed1-9edd-c27814ecbec8 req-caa8983c-2d2d-44a2-8c5f-23bfeb2d5432 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 948 time: 0.0834761 Mar 28 18:56:49.045488 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d37e5b02-6df8-4ed1-9edd-c27814ecbec8 req-07a0a6c8-513f-4aa0-8710-28f80cc06cac tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Mar 28 18:56:49.602174 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0db290-7a8b-437b-af41-ec7845d28bf9 req-2f942330-6125-4d39-ab49-f650c655594e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:49.611735 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2a0db290-7a8b-437b-af41-ec7845d28bf9 req-2f942330-6125-4d39-ab49-f650c655594e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0926771 Mar 28 18:56:49.672431 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2a0db290-7a8b-437b-af41-ec7845d28bf9 req-1202d1a9-11b7-4bd8-9fc8-8c224ddac769 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 Mar 28 18:56:50.178294 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bf8c-55c7-44cb-805c-7e8f93e7441a req-f2ff29d2-1640-4ed6-a077-cc3a0ae069c8 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:50.179959 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fa31bf8c-55c7-44cb-805c-7e8f93e7441a req-f2ff29d2-1640-4ed6-a077-cc3a0ae069c8 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 948 time: 0.0557775 Mar 28 18:56:50.232682 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fa31bf8c-55c7-44cb-805c-7e8f93e7441a req-47551350-b5e5-46de-a66c-b41f4c15d7ba tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Mar 28 18:56:50.796329 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15085b73-458f-4d35-ad36-99b72a346896 req-e38ae412-88f8-4ef2-9a40-c408ccf3602e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:50.797821 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-15085b73-458f-4d35-ad36-99b72a346896 req-e38ae412-88f8-4ef2-9a40-c408ccf3602e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0533919 Mar 28 18:56:50.847026 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-15085b73-458f-4d35-ad36-99b72a346896 req-4fd9232a-83de-4b8b-8107-54d1c2cc4f5b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Mar 28 18:56:51.108480 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33736) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:51.208213 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f504a560-1bc0-44cb-a45f-644230bca71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.280706 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f504a560-1bc0-44cb-a45f-644230bca71e admin admin] Publish callbacks [] for security_group (f3b70182-254e-4f74-b45f-9c4ae320e791), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.284382 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f504a560-1bc0-44cb-a45f-644230bca71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f3b70182-254e-4f74-b45f-9c4ae320e791), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.351778 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f504a560-1bc0-44cb-a45f-644230bca71e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a41e50254964018bb06dc5f23fd9b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422197 Mar 28 18:56:51.353326 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504a560-1bc0-44cb-a45f-644230bca71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b70182-254e-4f74-b45f-9c4ae320e791,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:51.354460 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33744) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:51.378452 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe27725-ea70-4c93-87c6-0016970be843 req-bdb802a0-eade-4a61-8fc1-591b8499540d tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:51.380086 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbe27725-ea70-4c93-87c6-0016970be843 req-bdb802a0-eade-4a61-8fc1-591b8499540d tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 948 time: 0.0738289 Mar 28 18:56:51.406138 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8f6200a3-9084-4f2b-8780-ecc2ec4554c4 admin admin] Publish callbacks [] for security_group (f3b70182-254e-4f74-b45f-9c4ae320e791), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.426314 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8f6200a3-9084-4f2b-8780-ecc2ec4554c4 admin admin] Publish callbacks [] for security_group (f3b70182-254e-4f74-b45f-9c4ae320e791), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.426731 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbe27725-ea70-4c93-87c6-0016970be843 req-aa3ba989-8112-44ba-ab6d-20008061dac1 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Mar 28 18:56:51.472653 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8f6200a3-9084-4f2b-8780-ecc2ec4554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f3b70182-254e-4f74-b45f-9c4ae320e791), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.475487 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8f6200a3-9084-4f2b-8780-ecc2ec4554c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.476622 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8f6200a3-9084-4f2b-8780-ecc2ec4554c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3b70182-254e-4f74-b45f-9c4ae320e791 HTTP/1.1" status: 204 len: 168 time: 0.1210070 Mar 28 18:56:51.484229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6200a3-9084-4f2b-8780-ecc2ec4554c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b70182-254e-4f74-b45f-9c4ae320e791,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:51.733842 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33754) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:51.747043 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c8fa593f-25f6-49db-b272-e2efc8987f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.819034 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c8fa593f-25f6-49db-b272-e2efc8987f42 admin admin] Publish callbacks [] for security_group (629bb9f1-459b-4bb8-999a-acd3ba46cfc3), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.823214 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c8fa593f-25f6-49db-b272-e2efc8987f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (629bb9f1-459b-4bb8-999a-acd3ba46cfc3), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.861599 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c8fa593f-25f6-49db-b272-e2efc8987f42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3e25f489b004950bfec7b562aa2c74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265957 Mar 28 18:56:51.862579 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa593f-25f6-49db-b272-e2efc8987f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629bb9f1-459b-4bb8-999a-acd3ba46cfc3,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:51.864280 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33756) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:51.922012 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f706c4c1-a017-48e6-bc77-6ad9355568ab admin admin] Publish callbacks [] for security_group (629bb9f1-459b-4bb8-999a-acd3ba46cfc3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:51.960277 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f706c4c1-a017-48e6-bc77-6ad9355568ab admin admin] Publish callbacks [] for security_group (629bb9f1-459b-4bb8-999a-acd3ba46cfc3), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.003504 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef9ae7-dd31-4c37-840d-929c4ed3caca req-a59422ed-3509-48eb-8c50-cca939b781d9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:52.005289 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b2ef9ae7-dd31-4c37-840d-929c4ed3caca req-a59422ed-3509-48eb-8c50-cca939b781d9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0953200 Mar 28 18:56:52.037517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f706c4c1-a017-48e6-bc77-6ad9355568ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (629bb9f1-459b-4bb8-999a-acd3ba46cfc3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.040186 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f706c4c1-a017-48e6-bc77-6ad9355568ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.044275 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f706c4c1-a017-48e6-bc77-6ad9355568ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/629bb9f1-459b-4bb8-999a-acd3ba46cfc3 HTTP/1.1" status: 204 len: 168 time: 0.1755021 Mar 28 18:56:52.061620 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706c4c1-a017-48e6-bc77-6ad9355568ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629bb9f1-459b-4bb8-999a-acd3ba46cfc3,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:52.066747 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b2ef9ae7-dd31-4c37-840d-929c4ed3caca req-af142041-c921-43d4-bdf2-ebbc3742cb61 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552077 Mar 28 18:56:52.551281 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfae21-143c-4107-8f1c-0130a9a00a76 req-9394a712-cfe4-4285-bc61-aa40e54b6c72 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:52.552773 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0cdfae21-143c-4107-8f1c-0130a9a00a76 req-9394a712-cfe4-4285-bc61-aa40e54b6c72 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 948 time: 0.0606475 Mar 28 18:56:52.600738 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0cdfae21-143c-4107-8f1c-0130a9a00a76 req-7da4e744-85d1-4499-8937-7540d01e59bd tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Mar 28 18:56:52.700260 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33784) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:52.791834 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-767680560-network', 'tenant_id': 'e28267a88b1e464c99bb7a6e5dab3b32'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:52.810874 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Made reservation on behalf of e28267a88b1e464c99bb7a6e5dab3b32 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:56:52.813316 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.822665 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.895362 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks [] for security_group (1f1da0ec-5926-4bed-8966-e6c224bd9810), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.899078 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1f1da0ec-5926-4bed-8966-e6c224bd9810), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.925746 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:56:52.931285 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1da0ec-5926-4bed-8966-e6c224bd9810,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:52.939698 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (b048fe0c-8cf3-494e-bedd-1988e9818474), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:52.940087 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Added segment b048fe0c-8cf3-494e-bedd-1988e9818474 of type vlan for network 2f78e7a1-136f-4403-ac13-af4e0f7f756d Mar 28 18:56:52.981109 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (2f78e7a1-136f-4403-ac13-af4e0f7f756d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.003909 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (2f78e7a1-136f-4403-ac13-af4e0f7f756d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.004838 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.005427 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.059058 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3576753 Mar 28 18:56:53.062264 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33790) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:53.067019 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Request body: {'subnet': {'network_id': '2f78e7a1-136f-4403-ac13-af4e0f7f756d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-767680560-subnet', 'tenant_id': 'e28267a88b1e464c99bb7a6e5dab3b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:53.084683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9646aa-4903-4894-adeb-f1dee3f08cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f78e7a1-136f-4403-ac13-af4e0f7f756d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:53.094905 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 2f78e7a1-136f-4403-ac13-af4e0f7f756d details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:56:53.102783 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Made reservation on behalf of e28267a88b1e464c99bb7a6e5dab3b32 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:56:53.106062 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.227475 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e31fa-4322-431a-b39a-62dd42069670 req-3f62ec0b-a9d0-44bc-9fa7-1fb9b3242d68 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.229580 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-199e31fa-4322-431a-b39a-62dd42069670 req-3f62ec0b-a9d0-44bc-9fa7-1fb9b3242d68 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0825651 Mar 28 18:56:53.329640 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-199e31fa-4322-431a-b39a-62dd42069670 req-9a89259d-1270-434b-bcb1-4f6da436d6e0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940816 Mar 28 18:56:53.352679 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (ace40f51-6758-4d7e-bb77-4cf1c0c98c75), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.408464 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace40f51-6758-4d7e-bb77-4cf1c0c98c75,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:53.416131 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Checking segment: {'id': 'b048fe0c-8cf3-494e-bedd-1988e9818474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2f78e7a1-136f-4403-ac13-af4e0f7f756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:56:53.416481 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Network hostable DHCP agents. Network: 2f78e7a1-136f-4403-ac13-af4e0f7f756d, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:56:53.431835 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Network 2f78e7a1-136f-4403-ac13-af4e0f7f756d is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:56:53.439974 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 2f78e7a1-136f-4403-ac13-af4e0f7f756d) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:56:53.444774 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.445360 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.451553 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b846381-c666-41c2-9926-d01498485483 None None] Network 2f78e7a1-136f-4403-ac13-af4e0f7f756d requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:56:53.462250 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0b5b40c2-9eda-4410-aa05-7384d748f0a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3989532 Mar 28 18:56:53.552102 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef1ffb-6b76-4022-8364-23c898fd2096 None None] Network 2f78e7a1-136f-4403-ac13-af4e0f7f756d requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:56:53.723369 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad0720-ad7c-4248-8c7a-458fadba11d2 req-a43ff14d-40a4-46e7-bee3-8c337959b8e8 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:53.724933 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7ad0720-ad7c-4248-8c7a-458fadba11d2 req-a43ff14d-40a4-46e7-bee3-8c337959b8e8 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 948 time: 0.0538814 Mar 28 18:56:53.772479 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7ad0720-ad7c-4248-8c7a-458fadba11d2 req-700f6903-b1f1-4f35-aed7-1729feae3338 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Mar 28 18:56:53.861094 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device d3400412-3d79-4d72-9f1f-9fe8575ddd83 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:56:53.882827 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.940997 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 33814) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:53.945884 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025120648-network', 'tenant_id': '96829e9924224bf4be3b2ce81b4c6a42'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:53.965594 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Made reservation on behalf of 96829e9924224bf4be3b2ce81b4c6a42 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:56:53.967782 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.972218 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port d3400412-3d79-4d72-9f1f-9fe8575ddd83, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d3400412-3d79-4d72-9f1f-9fe8575ddd83,segment=NetworkSegment(6ecfceab-0ceb-4a9a-bb74-d93035a3cde1),segment_id=6ecfceab-0ceb-4a9a-bb74-d93035a3cde1)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:53.981028 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:53.984629 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83', 'network_id': 'bffe9baa-441c-4ba7-a951-9d828b63d374', 'port_id': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83', 'mac_address': 'fa:16:3e:bb:b0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca12822-ecc1-4b8c-bedf-c4a667474e5e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:56:54.023828 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port d3400412-3d79-4d72-9f1f-9fe8575ddd83 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:54.024310 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.037919 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3400412-3d79-4d72-9f1f-9fe8575ddd83 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:56:54.060121 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port d3400412-3d79-4d72-9f1f-9fe8575ddd83, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d3400412-3d79-4d72-9f1f-9fe8575ddd83,segment=NetworkSegment(6ecfceab-0ceb-4a9a-bb74-d93035a3cde1),segment_id=6ecfceab-0ceb-4a9a-bb74-d93035a3cde1)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:54.060316 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks [] for security_group (21ab5ba2-583a-452d-a901-ab3b3a902637), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.065569 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (21ab5ba2-583a-452d-a901-ab3b3a902637), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.066383 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.089509 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:56:54.105023 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ab5ba2-583a-452d-a901-ab3b3a902637,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:54.108442 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (c5eeb829-a673-4053-9973-852fcbe26ac0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.108964 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Added segment c5eeb829-a673-4053-9973-852fcbe26ac0 of type vlan for network 5f08f41b-5be8-414e-9e16-adbf53a6767f Mar 28 18:56:54.125402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=d3400412-3d79-4d72-9f1f-9fe8575ddd83,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:54.132982 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.133329 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.133697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.134052 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.134418 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.134772 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.135254 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.135584 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.136045 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.136475 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.136829 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.137238 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.137596 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.137920 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.138275 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:56:54.148478 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b0338-3f81-4e42-8c4f-10f4c7f4b69c req-e36e6aba-66e3-4abc-827c-59bcb456ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:54.150393 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-958b0338-3f81-4e42-8c4f-10f4c7f4b69c req-e36e6aba-66e3-4abc-827c-59bcb456ca10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1130 time: 0.0540245 Mar 28 18:56:54.157135 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (5f08f41b-5be8-414e-9e16-adbf53a6767f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.181978 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (5f08f41b-5be8-414e-9e16-adbf53a6767f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.182937 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:54.183520 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.195521 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-958b0338-3f81-4e42-8c4f-10f4c7f4b69c req-0db9fac3-1d6a-4272-9a50-4983e6a6dccf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Mar 28 18:56:54.237363 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2951927 Mar 28 18:56:54.240241 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 33816) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:56:54.242479 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278fb19-3ef8-4929-8143-b8c6e336a314 admin admin] Pushing event updated for resources: {'Network': ['ID=5f08f41b-5be8-414e-9e16-adbf53a6767f,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:54.245046 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Request body: {'subnet': {'network_id': '5f08f41b-5be8-414e-9e16-adbf53a6767f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025120648-subnet', 'tenant_id': '96829e9924224bf4be3b2ce81b4c6a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:56:54.252057 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 5f08f41b-5be8-414e-9e16-adbf53a6767f details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 18:56:54.264530 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Made reservation on behalf of 96829e9924224bf4be3b2ce81b4c6a42 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:56:54.266865 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.433025 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (1147233f-2d5b-41bc-9517-710d89868fab), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.449495 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b403c3-d025-4ffa-9069-8b2b09bbf6c4 req-efc33531-4c65-4a7a-bd07-48542ddce21d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:54.451014 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-56b403c3-d025-4ffa-9069-8b2b09bbf6c4 req-efc33531-4c65-4a7a-bd07-48542ddce21d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0566416 Mar 28 18:56:54.485678 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1147233f-2d5b-41bc-9517-710d89868fab,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:54.496466 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Checking segment: {'id': 'c5eeb829-a673-4053-9973-852fcbe26ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5f08f41b-5be8-414e-9e16-adbf53a6767f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:56:54.496821 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Network hostable DHCP agents. Network: 5f08f41b-5be8-414e-9e16-adbf53a6767f, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:56:54.497822 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-56b403c3-d025-4ffa-9069-8b2b09bbf6c4 req-236212a5-cf1d-42e0-b741-6b727f038937 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Mar 28 18:56:54.514290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Network 5f08f41b-5be8-414e-9e16-adbf53a6767f is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:56:54.523049 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 5f08f41b-5be8-414e-9e16-adbf53a6767f) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:56:54.527532 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:54.528669 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.531909 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387983dc-344c-4481-a9db-278d5ae3ea3e None None] Network 5f08f41b-5be8-414e-9e16-adbf53a6767f requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:56:54.544468 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1f60f275-029f-4cf2-a0ce-5c1a4d3b5acc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3031588 Mar 28 18:56:54.637280 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd4260-2f5a-4c50-9f09-69d155e86d92 None None] Network 5f08f41b-5be8-414e-9e16-adbf53a6767f requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 18:56:54.702136 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-82f5682a-d41e-4d33-9736-d966ae044e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:54.789074 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['d3400412-3d79-4d72-9f1f-9fe8575ddd83'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:56:54.920105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fab4b-39e4-4de1-a7db-fcb489027c68 req-459b7b7f-0a3c-4d5d-8092-323f3ea2ca0d tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:54.922340 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed6fab4b-39e4-4de1-a7db-fcb489027c68 req-459b7b7f-0a3c-4d5d-8092-323f3ea2ca0d tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 949 time: 0.0592036 Mar 28 18:56:54.974703 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ed6fab4b-39e4-4de1-a7db-fcb489027c68 req-ca241321-333b-4631-b0db-7e3b784b4cb6 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457087 Mar 28 18:56:55.036994 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-79dcf2f4-7200-4251-98f3-f609c4c5238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:55.038587 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-79dcf2f4-7200-4251-98f3-f609c4c5238e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1130 time: 0.0517738 Mar 28 18:56:55.152090 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-14f24ed6-9712-4fb5-867a-6b9cb17f5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:55.153554 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-14f24ed6-9712-4fb5-867a-6b9cb17f5bf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0935690 Mar 28 18:56:55.200008 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-d4fdd73a-e3ec-4421-9dab-b19e7caf8361 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 200 len: 217 time: 0.0395756 Mar 28 18:56:55.248904 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-2d39de6c-11f4-49a9-8542-6ea7ecafebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:55.250347 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-2d39de6c-11f4-49a9-8542-6ea7ecafebde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0439465 Mar 28 18:56:55.297963 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-eaf07bf8-ff26-4677-8bb0-9af99beb33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:55.299376 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-eaf07bf8-ff26-4677-8bb0-9af99beb33bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428205 Mar 28 18:56:55.388843 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-292cdb3f-5f42-451b-959b-9850a841b5fb service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827677 Mar 28 18:56:55.475417 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60c912c1-3071-4a6c-8d0a-bc0cf8061013 req-6d9f3502-3986-4ba1-9fbf-41ba6beccc82 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797887 Mar 28 18:56:55.613457 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9aaec-66e6-4a19-9474-878688eb8b80 req-3865f57d-3e6f-4f6c-912d-b472e6192e40 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:55.614856 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1ef9aaec-66e6-4a19-9474-878688eb8b80 req-3865f57d-3e6f-4f6c-912d-b472e6192e40 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0507562 Mar 28 18:56:55.659847 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1ef9aaec-66e6-4a19-9474-878688eb8b80 req-ced33d96-54e7-428b-8c5a-bc29bb269701 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Mar 28 18:56:56.093057 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad5f6-9a0b-46b8-855e-1b8ab52e38ae req-e2ba6f18-ba3f-47df-a505-d58f5b84c960 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:56.094798 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e8dad5f6-9a0b-46b8-855e-1b8ab52e38ae req-e2ba6f18-ba3f-47df-a505-d58f5b84c960 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 949 time: 0.0556402 Mar 28 18:56:56.144968 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e8dad5f6-9a0b-46b8-855e-1b8ab52e38ae req-b04fb7f8-d4b3-4491-abe6-83e9681da1b5 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Mar 28 18:56:56.776668 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538473-68f2-47b4-9135-af53eb44effd req-836be3c9-1249-474f-bba8-94fda35ee30c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:56.778108 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e7538473-68f2-47b4-9135-af53eb44effd req-836be3c9-1249-474f-bba8-94fda35ee30c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0543153 Mar 28 18:56:56.822598 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e7538473-68f2-47b4-9135-af53eb44effd req-50f680b3-416d-4c17-9145-18ac11cee755 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388894 Mar 28 18:56:56.919010 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-31d62ee2-b04b-43e7-8958-032351995d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:57.092283 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-1bae0399-3ec1-4175-bd0f-c89c3596e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:57.093781 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-1bae0399-3ec1-4175-bd0f-c89c3596e6bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1130 time: 0.0778801 Mar 28 18:56:57.107322 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef278cd-487a-4555-9cdc-2e103eacd500 req-cf6528a8-d899-4943-891f-ff4dd3955635 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:57.108737 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ef278cd-487a-4555-9cdc-2e103eacd500 req-cf6528a8-d899-4943-891f-ff4dd3955635 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0850868 Mar 28 18:56:57.211096 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ef278cd-487a-4555-9cdc-2e103eacd500 req-1e2cde3d-0719-4f0c-a03e-9c4914dd5833 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943120 Mar 28 18:56:57.239227 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-b9ef56b9-d237-43d8-9ef1-217ebfcf1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:57.240680 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-b9ef56b9-d237-43d8-9ef1-217ebfcf1c99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.1311147 Mar 28 18:56:57.266348 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3facbd-4c60-4263-a703-e34025ff78e2 req-26693cbe-ea62-4f46-bad2-7c9402af8e59 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:57.267833 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aa3facbd-4c60-4263-a703-e34025ff78e2 req-26693cbe-ea62-4f46-bad2-7c9402af8e59 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 949 time: 0.0532219 Mar 28 18:56:57.281856 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-34106aa2-70b8-47cf-8fc3-c60c31789a58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 200 len: 217 time: 0.0343926 Mar 28 18:56:57.313938 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aa3facbd-4c60-4263-a703-e34025ff78e2 req-c6f7c908-6085-4fda-bd7d-2587550f4cfc tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Mar 28 18:56:57.327511 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-e16dc64b-c7dd-4478-842b-eacfdba4c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:57.328944 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-e16dc64b-c7dd-4478-842b-eacfdba4c2e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0420434 Mar 28 18:56:57.378870 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-799930b7-242f-4d2c-b5df-65ccc0c24e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:57.380225 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-799930b7-242f-4d2c-b5df-65ccc0c24e68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456297 Mar 28 18:56:57.465033 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-83179290-6061-4c0e-bf70-582151d8808a service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785317 Mar 28 18:56:57.555201 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8554090f-c72b-4ca5-9373-c1a8eca97305 req-4166dc30-bc58-4f40-a301-da8a173e6414 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817225 Mar 28 18:56:57.877825 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device d3400412-3d79-4d72-9f1f-9fe8575ddd83 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:56:57.924247 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port d3400412-3d79-4d72-9f1f-9fe8575ddd83 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:56:57.927867 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port d3400412-3d79-4d72-9f1f-9fe8575ddd83 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:56:57.928240 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:58.008978 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port d3400412-3d79-4d72-9f1f-9fe8575ddd83 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:56:58.009366 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:58.031460 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:56:58.033602 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd75d9c2-7bf4-4a8a-9446-82e9d76e23e0" -d '{"events": [{"server_uuid": "0d5b32b7-a7c4-4306-88fc-fa83ce749a11", "name": "network-vif-plugged", "status": "completed", "tag": "d3400412-3d79-4d72-9f1f-9fe8575ddd83"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:56:58.053443 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port d3400412-3d79-4d72-9f1f-9fe8575ddd83, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d3400412-3d79-4d72-9f1f-9fe8575ddd83,segment=NetworkSegment(6ecfceab-0ceb-4a9a-bb74-d93035a3cde1),segment_id=6ecfceab-0ceb-4a9a-bb74-d93035a3cde1)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:56:58.066585 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:58.098018 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26920a4-edcc-44fa-90cb-f8b42e642465 x-openstack-request-id: req-b26920a4-edcc-44fa-90cb-f8b42e642465 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:56:58.098489 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5b32b7-a7c4-4306-88fc-fa83ce749a11", "name": "network-vif-plugged", "status": "completed", "tag": "d3400412-3d79-4d72-9f1f-9fe8575ddd83", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:56:58.099398 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b26920a4-edcc-44fa-90cb-f8b42e642465 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:56:58.099723 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26920a4-edcc-44fa-90cb-f8b42e642465'] response: {'server_uuid': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83', 'code': 200} Mar 28 18:56:58.105180 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:58.132893 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=d3400412-3d79-4d72-9f1f-9fe8575ddd83,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:56:58.277772 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fbd56-cfbe-4b21-8645-4244d8440de9 req-7d58a939-48dc-46cc-8f13-b2a36e3526e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:58.279277 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f24fbd56-cfbe-4b21-8645-4244d8440de9 req-7d58a939-48dc-46cc-8f13-b2a36e3526e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 1134 time: 0.0493257 Mar 28 18:56:58.323555 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f24fbd56-cfbe-4b21-8645-4244d8440de9 req-c212ace0-80cb-40da-b086-369525b5bcc1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374134 Mar 28 18:56:58.335966 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b82916-8e60-4545-bd0e-209bb4f2174f req-f7eb4653-300f-4171-9b08-3dae2fd6edee tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:58.337503 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-08b82916-8e60-4545-bd0e-209bb4f2174f req-f7eb4653-300f-4171-9b08-3dae2fd6edee tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0503151 Mar 28 18:56:58.387547 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-08b82916-8e60-4545-bd0e-209bb4f2174f req-46658723-2e22-4055-a4c6-2b5934203b5f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Mar 28 18:56:58.430240 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee73fa-3134-4f39-a0d1-6c6d2b65fbb8 req-5b40f559-66d1-4583-81ca-3dc6b5b1e145 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:58.432209 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76ee73fa-3134-4f39-a0d1-6c6d2b65fbb8 req-5b40f559-66d1-4583-81ca-3dc6b5b1e145 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 950 time: 0.0509007 Mar 28 18:56:58.480866 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-76ee73fa-3134-4f39-a0d1-6c6d2b65fbb8 req-bfa618b3-2da7-46d7-ad5c-79f872e71a51 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Mar 28 18:56:59.502744 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c6923-e115-4827-8806-09925d32db77 req-b48c07ce-c77d-4301-8688-fcb784f35ddd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:59.504239 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7b0c6923-e115-4827-8806-09925d32db77 req-b48c07ce-c77d-4301-8688-fcb784f35ddd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0504150 Mar 28 18:56:59.550516 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7b0c6923-e115-4827-8806-09925d32db77 req-7dbe6def-03c1-422c-b63f-381853fa61b7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Mar 28 18:56:59.588135 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:56:59.596915 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade537b5-b3e6-42c6-87c5-081534a8e066 req-462dd3ec-5fee-4527-8684-5470e4dc4d00 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:56:59.598393 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ade537b5-b3e6-42c6-87c5-081534a8e066 req-462dd3ec-5fee-4527-8684-5470e4dc4d00 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 950 time: 0.0533302 Mar 28 18:56:59.644421 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ade537b5-b3e6-42c6-87c5-081534a8e066 req-4a4282db-eeb9-45c7-9a3b-1ecdeb7d74a4 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Mar 28 18:57:00.674179 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f31a-02c6-4514-bb3b-26c596d32c41 req-f031c4f0-484b-43dd-967b-1d6a03864b50 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.675972 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1117f31a-02c6-4514-bb3b-26c596d32c41 req-f031c4f0-484b-43dd-967b-1d6a03864b50 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0527108 Mar 28 18:57:00.723586 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1117f31a-02c6-4514-bb3b-26c596d32c41 req-e7beef34-499e-43e9-ad4f-c648e2dc4608 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Mar 28 18:57:00.763523 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b5391-adda-4085-9b8a-ed0f3e1a6f9b req-16e3b7da-fa6f-4ab4-8604-a5548206179a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:00.764973 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-853b5391-adda-4085-9b8a-ed0f3e1a6f9b req-16e3b7da-fa6f-4ab4-8604-a5548206179a tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 950 time: 0.0524514 Mar 28 18:57:00.810173 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-853b5391-adda-4085-9b8a-ed0f3e1a6f9b req-80fa084b-37b6-4a3f-b191-f46fb7416a70 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Mar 28 18:57:01.007138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:01.071651 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6de18-2a63-4d92-893d-d96db3edd173 req-055ec47a-cb52-4cef-b6a3-90d1205fc3ff tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:01.073103 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ebf6de18-2a63-4d92-893d-d96db3edd173 req-055ec47a-cb52-4cef-b6a3-90d1205fc3ff tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 950 time: 0.0560186 Mar 28 18:57:01.118688 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ebf6de18-2a63-4d92-893d-d96db3edd173 req-90c6a6a5-1e7e-4d92-a659-2214a4f1efae tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Mar 28 18:57:01.846099 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eaa12-f000-4023-b970-7ee709536ace req-0fe8f1c3-653d-4735-a1ce-1dcf307bd3a7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:01.847986 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-458eaa12-f000-4023-b970-7ee709536ace req-0fe8f1c3-653d-4735-a1ce-1dcf307bd3a7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0564697 Mar 28 18:57:01.911176 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-458eaa12-f000-4023-b970-7ee709536ace req-253781af-21c0-4ec5-8ad3-4a288d069a83 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578244 Mar 28 18:57:02.233269 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a24e3-1b47-4ce7-abef-85c5f1ffcbb5 req-7a112d36-e2fb-4c0c-a7bd-aaf29f25b563 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:02.234738 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e8a24e3-1b47-4ce7-abef-85c5f1ffcbb5 req-7a112d36-e2fb-4c0c-a7bd-aaf29f25b563 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 950 time: 0.0505993 Mar 28 18:57:02.278867 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1e8a24e3-1b47-4ce7-abef-85c5f1ffcbb5 req-74d1455d-2027-4ffd-afca-e13e879d85dc tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387788 Mar 28 18:57:03.031097 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea218d7-2042-436c-923b-7f11b4990f02 req-abe0c3e9-ad38-4371-a440-ade736195a4e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:03.032575 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-eea218d7-2042-436c-923b-7f11b4990f02 req-abe0c3e9-ad38-4371-a440-ade736195a4e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0528824 Mar 28 18:57:03.033900 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-233ebd05-1c7f-484f-96f3-8bd31cbeefc1 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:03.035375 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-233ebd05-1c7f-484f-96f3-8bd31cbeefc1 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 950 time: 0.0508034 Mar 28 18:57:03.084138 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-eea218d7-2042-436c-923b-7f11b4990f02 req-ffcddb67-a9dd-4eba-855f-2e4a4e0e8111 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459614 Mar 28 18:57:03.133030 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Deleting port d3400412-3d79-4d72-9f1f-9fe8575ddd83 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 18:57:03.133365 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:03.220028 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] For port d3400412-3d79-4d72-9f1f-9fe8575ddd83, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=d3400412-3d79-4d72-9f1f-9fe8575ddd83,segment=NetworkSegment(6ecfceab-0ceb-4a9a-bb74-d93035a3cde1),segment_id=6ecfceab-0ceb-4a9a-bb74-d93035a3cde1)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:03.220385 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:03.236509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Calling delete_port for d3400412-3d79-4d72-9f1f-9fe8575ddd83 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 18:57:03.288990 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:57:03.384333 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (d3400412-3d79-4d72-9f1f-9fe8575ddd83), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:03.398693 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['d3400412-3d79-4d72-9f1f-9fe8575ddd83'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:57:03.410373 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecd244ab-ea3f-4cbd-89d4-dc4d1e9879b6 req-0ce2c1e4-b3b7-4812-b6e5-2a01e89a87eb tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d5b32b7-a7c4-4306-88fc-fa83ce749a11 HTTP/1.1" status: 200 len: 210 time: 0.0345964 Mar 28 18:57:03.433366 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Pushing event deleted for resources: {'Port': ['ID=d3400412-3d79-4d72-9f1f-9fe8575ddd83,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:03.482408 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] No DVR routers for this DVR port d3400412-3d79-4d72-9f1f-9fe8575ddd83 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 18:57:03.485592 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:03.489060 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7ac807b9-22bd-4f80-a62c-5334f7f6165d req-ae4198b3-2cb7-47e6-9aa0-9c32f225be48 tempest-VolumesNegativeTest-757967871 tempest-VolumesNegativeTest-757967871-project] 10.222.0.15 "DELETE /v2.0/ports/d3400412-3d79-4d72-9f1f-9fe8575ddd83 HTTP/1.1" status: 204 len: 173 time: 0.4479909 Mar 28 18:57:03.489578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'name': 'network-vif-deleted', 'tag': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:03.492144 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f3570f-60f5-4b7d-b358-b84b760afd51" -d '{"events": [{"server_uuid": "0d5b32b7-a7c4-4306-88fc-fa83ce749a11", "name": "network-vif-deleted", "tag": "d3400412-3d79-4d72-9f1f-9fe8575ddd83"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:03.534013 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd62a890-1fbc-4713-80fb-28333d0b6ffc x-openstack-request-id: req-cd62a890-1fbc-4713-80fb-28333d0b6ffc {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:03.534455 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5b32b7-a7c4-4306-88fc-fa83ce749a11", "name": "network-vif-deleted", "tag": "d3400412-3d79-4d72-9f1f-9fe8575ddd83", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:03.534773 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd62a890-1fbc-4713-80fb-28333d0b6ffc {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:03.535291 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd62a890-1fbc-4713-80fb-28333d0b6ffc'] response: {'server_uuid': '0d5b32b7-a7c4-4306-88fc-fa83ce749a11', 'name': 'network-vif-deleted', 'tag': 'd3400412-3d79-4d72-9f1f-9fe8575ddd83', 'status': 'completed', 'code': 200} Mar 28 18:57:06.246939 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device d3400412-3d79-4d72-9f1f-9fe8575ddd83 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:57:06.270214 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: d3400412-3d79-4d72-9f1f-9fe8575ddd83 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 18:57:06.270570 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device d3400412-3d79-4d72-9f1f-9fe8575ddd83 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 18:57:09.922991 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34304) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:09.927394 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-20984181-3d55-447a-9c9a-b822cf5ca35f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155615522', 'description': 'tempest-description--138957077'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:09.947229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-20984181-3d55-447a-9c9a-b822cf5ca35f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.009002 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-20984181-3d55-447a-9c9a-b822cf5ca35f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group (8cca29f5-0666-48b5-a24e-b290bccc7e70), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.012363 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-20984181-3d55-447a-9c9a-b822cf5ca35f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8cca29f5-0666-48b5-a24e-b290bccc7e70), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.039797 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-20984181-3d55-447a-9c9a-b822cf5ca35f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.040976 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-20984181-3d55-447a-9c9a-b822cf5ca35f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1170032 Mar 28 18:57:10.042897 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20984181-3d55-447a-9c9a-b822cf5ca35f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca29f5-0666-48b5-a24e-b290bccc7e70,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:10.044043 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34306) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:10.050626 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-6c9c82bd-67c8-4bc7-9428-8a8e049911f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'security_group_rule': {'security_group_id': '8cca29f5-0666-48b5-a24e-b290bccc7e70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:10.076097 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c9c82bd-67c8-4bc7-9428-8a8e049911f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group_rule (3e87e9ed-bd89-4cca-b1cd-d39fccb11b54), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.132081 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c9c82bd-67c8-4bc7-9428-8a8e049911f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group_rule (3e87e9ed-bd89-4cca-b1cd-d39fccb11b54), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.135510 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c9c82bd-67c8-4bc7-9428-8a8e049911f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (3e87e9ed-bd89-4cca-b1cd-d39fccb11b54), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.154056 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c82bd-67c8-4bc7-9428-8a8e049911f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e87e9ed-bd89-4cca-b1cd-d39fccb11b54,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:10.173509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c9c82bd-67c8-4bc7-9428-8a8e049911f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.174690 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6c9c82bd-67c8-4bc7-9428-8a8e049911f7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287138 Mar 28 18:57:10.177523 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34316) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:10.182007 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-954ea18c-1ccf-4861-837e-8090b0784dc0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'security_group_rule': {'security_group_id': '8cca29f5-0666-48b5-a24e-b290bccc7e70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:10.208118 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-954ea18c-1ccf-4861-837e-8090b0784dc0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group_rule (cf56ffec-e523-4389-a2f3-398d6d63b83a), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.270938 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-954ea18c-1ccf-4861-837e-8090b0784dc0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group_rule (cf56ffec-e523-4389-a2f3-398d6d63b83a), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.275632 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-954ea18c-1ccf-4861-837e-8090b0784dc0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (cf56ffec-e523-4389-a2f3-398d6d63b83a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.297160 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ea18c-1ccf-4861-837e-8090b0784dc0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf56ffec-e523-4389-a2f3-398d6d63b83a,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:10.308013 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-954ea18c-1ccf-4861-837e-8090b0784dc0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.309476 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-954ea18c-1ccf-4861-837e-8090b0784dc0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307945 Mar 28 18:57:10.313899 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34322) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:10.318514 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:10.339419 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.456184 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.492919 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34334) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:10.602469 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Allocated IP 172.27.1.101 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:57:10.697749 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-af9849da-b8c8-4ddd-9bbb-a02d562a0e56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09739a3074ad4e0f8bb8a7d8725260e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015367 Mar 28 18:57:10.698023 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34344) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:10.734410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.760116 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0bd16f5e-6ba9-4885-863e-7099e4562638 admin admin] Publish callbacks [] for security_group (e0c89cfa-8aa8-4465-b0ff-4e6237994aa6), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.773488 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.787494 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0bd16f5e-6ba9-4885-863e-7099e4562638 admin admin] Publish callbacks [] for security_group (e0c89cfa-8aa8-4465-b0ff-4e6237994aa6), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.810956 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:57:10.814628 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:10.818481 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:57:10.839609 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'Port': ['ID=7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:10.868241 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.868730 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.869179 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.869614 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.870111 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.870744 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.871243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.871863 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.872461 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.872770 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.873133 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.873587 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.873926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.874345 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.874664 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:10.875740 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0bd16f5e-6ba9-4885-863e-7099e4562638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e0c89cfa-8aa8-4465-b0ff-4e6237994aa6), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.878941 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0bd16f5e-6ba9-4885-863e-7099e4562638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.880458 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0bd16f5e-6ba9-4885-863e-7099e4562638 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0c89cfa-8aa8-4465-b0ff-4e6237994aa6 HTTP/1.1" status: 204 len: 168 time: 0.1815345 Mar 28 18:57:10.898072 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd16f5e-6ba9-4885-863e-7099e4562638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c89cfa-8aa8-4465-b0ff-4e6237994aa6,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:10.908442 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:10.947341 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:11.106114 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:11.110785 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:11.142342 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:11.162988 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'Port': ['ID=7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:11.168348 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:11.177378 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-45e4acb2-ff79-402f-b656-b807ac739ab4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8552482 Mar 28 18:57:11.373158 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-75e3b1fa-b169-45f6-b401-3ca7ccd142b9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--155615522&fields=id&tenant_id=2a6117129af949f0acb440eec33d0c8b HTTP/1.1" status: 200 len: 267 time: 0.0459204 Mar 28 18:57:11.487966 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-8fff134e-0adc-4941-a68c-5a6620e405b0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:11.489441 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-8fff134e-0adc-4941-a68c-5a6620e405b0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 819 time: 0.1069543 Mar 28 18:57:11.504723 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-6413d046-4cd9-4501-9cd3-93634beec295 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/quotas/2a6117129af949f0acb440eec33d0c8b HTTP/1.1" status: 200 len: 375 time: 0.0099103 Mar 28 18:57:11.574445 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-bdbb7e5c-bf48-4abd-8e41-ceec38d14050 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0647976 Mar 28 18:57:11.671372 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-2c6b993d-af36-495a-928e-8430af268504 service neutron] 10.222.0.31 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844727 Mar 28 18:57:11.776287 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-e6d48697-b818-4c73-afb2-a0929866755a service neutron] 10.222.0.31 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984125 Mar 28 18:57:11.956489 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9068065d-98a0-4854-bf75-b2f163ecadd2 req-6589ec61-9021-4d02-ae1b-6d121feb3493 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 210 time: 0.0455589 Mar 28 18:57:12.999121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-10187226-4185-4e32-82b8-00a406f66e8c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:13.000542 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-10187226-4185-4e32-82b8-00a406f66e8c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 819 time: 0.1022975 Mar 28 18:57:13.060472 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4f8bcdb0-7f86-49ba-b5da-da471983c17d req-f6672132-8dd0-4002-b64a-05070544efee tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 210 time: 0.0422134 Mar 28 18:57:13.104227 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-66b4dd74-0567-42c8-a837-59da1d0d3160 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a6117129af949f0acb440eec33d0c8b HTTP/1.1" status: 200 len: 379 time: 0.0747626 Mar 28 18:57:13.114734 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'port': {'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'admin_state_up': True, 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'security_groups': ['8cca29f5-0666-48b5-a24e-b290bccc7e70']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:13.226972 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Made reservation on behalf of 2a6117129af949f0acb440eec33d0c8b for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:57:13.230564 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:13.378560 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Allocated IP 172.20.0.11 (fbb6d09f-debf-4861-8d26-a31683d060c5/90aaba58-869b-4d27-a31a-8c6235536a06/1d6541b8-fb7f-49d8-adf4-8e4226b0122a) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:57:13.540686 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:13.577041 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:13.619604 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Network fbb6d09f-debf-4861-8d26-a31683d060c5 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:57:13.622670 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:13.629893 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:57:13.636217 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:13.636846 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:13.647779 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event updated for resources: {'Port': ['ID=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:13.658964 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0103c24e-c356-406d-ad10-55c733ef44e6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5477440 Mar 28 18:57:13.673285 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Request body: {'port': {'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:13.733607 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:13.825389 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-794744be-a7d0-47d2-ba01-3c61abab676c None None] Provisioning complete for port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:57:13.825969 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-794744be-a7d0-47d2-ba01-3c61abab676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:13.861928 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-794744be-a7d0-47d2-ba01-3c61abab676c None None] Port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:57:14.192426 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997498b2-045d-495c-95af-3a132bcc1670 req-a68e148c-5c3a-4bbd-8a06-cb475330b8ce tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:14.194539 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-997498b2-045d-495c-95af-3a132bcc1670 req-a68e148c-5c3a-4bbd-8a06-cb475330b8ce tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 932 time: 0.0554821 Mar 28 18:57:14.231957 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6541b8-fb7f-49d8-adf4-8e4226b0122a {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:14.239712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Publish callbacks [] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.243766 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-997498b2-045d-495c-95af-3a132bcc1670 req-7fd8a6d2-c4ab-4d2c-8e21-59896dfd5e2b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417588 Mar 28 18:57:14.254881 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Transition to ACTIVE for port object 1d6541b8-fb7f-49d8-adf4-8e4226b0122a will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:57:14.255171 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34486) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:14.259796 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.328617 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:14.339641 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Attempting to bind port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:57:14.339980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Attempting to bind port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:57:14.340313 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Attempting to bind port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:14.345433 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a on network fbb6d09f-debf-4861-8d26-a31683d060c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:57:14.345759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Attempting to bind port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a on network fbb6d09f-debf-4861-8d26-a31683d060c5 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:57:14.350834 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:57:14.351178 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Checking segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:57:14.351559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Bound using segment: {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:57:14.351992 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Bound port: 1d6541b8-fb7f-49d8-adf4-8e4226b0122a, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30c884a-f83f-4cf2-b4b0-9deb627a618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:57:14.352356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.379477 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.427399 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] For port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:57:14.431380 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] For port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:57:14.438893 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.461681 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Publish callbacks [] for security_group (2a1c36ad-c795-4175-9aaa-77df7f369684), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.469245 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2a1c36ad-c795-4175-9aaa-77df7f369684), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.480415 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:14.481032 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.483019 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 200 len: 1094 time: 0.8147948 Mar 28 18:57:14.483471 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:14.486082 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5600249-68a8-425f-84df-ebb27e1d9419" -d '{"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:14.518537 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05500f3777654f5993ec363205472ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624555 Mar 28 18:57:14.519954 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c36ad-c795-4175-9aaa-77df7f369684,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:14.521993 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34496) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:14.523943 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c8926-d34c-41f3-949a-ba7665518365 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:14.541817 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c90e29-6ff1-461d-886a-bec509c98f2d x-openstack-request-id: req-76c90e29-6ff1-461d-886a-bec509c98f2d {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:14.542117 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:14.542420 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76c90e29-6ff1-461d-886a-bec509c98f2d {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:14.542888 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c90e29-6ff1-461d-886a-bec509c98f2d'] response: {'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'status': 'completed', 'code': 200} Mar 28 18:57:14.546919 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.547278 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.547623 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.547963 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.548703 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.549042 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.549372 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.549727 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.550060 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.550419 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.550748 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.551074 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.551408 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.551724 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.552047 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bf9b84-c9f8-43de-96f7-263d6d11826c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:14.598973 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb9e7-7576-4665-8aa6-9a9d0c198ce9 admin admin] Publish callbacks [] for security_group (2a1c36ad-c795-4175-9aaa-77df7f369684), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.622386 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb9e7-7576-4665-8aa6-9a9d0c198ce9 admin admin] Publish callbacks [] for security_group (2a1c36ad-c795-4175-9aaa-77df7f369684), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.672920 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb9e7-7576-4665-8aa6-9a9d0c198ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2a1c36ad-c795-4175-9aaa-77df7f369684), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.675953 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb9e7-7576-4665-8aa6-9a9d0c198ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:14.677135 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f0dbb9e7-7576-4665-8aa6-9a9d0c198ce9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a1c36ad-c795-4175-9aaa-77df7f369684 HTTP/1.1" status: 204 len: 168 time: 0.1542246 Mar 28 18:57:14.685454 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbb9e7-7576-4665-8aa6-9a9d0c198ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c36ad-c795-4175-9aaa-77df7f369684,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:14.951756 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34504) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:14.965059 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-dfff78f0-a3e2-4f7b-9cff-3d31446821cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.037938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-dfff78f0-a3e2-4f7b-9cff-3d31446821cc admin admin] Publish callbacks [] for security_group (fe84c45c-e488-45c9-880c-8c83c752fbb1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.041939 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-dfff78f0-a3e2-4f7b-9cff-3d31446821cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (fe84c45c-e488-45c9-880c-8c83c752fbb1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.077350 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff78f0-a3e2-4f7b-9cff-3d31446821cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe84c45c-e488-45c9-880c-8c83c752fbb1,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:15.083998 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-dfff78f0-a3e2-4f7b-9cff-3d31446821cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aecabedc2a9a4020913345a03498e061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288340 Mar 28 18:57:15.084268 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34506) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:15.133324 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8e5f-8aca-4be6-b4f1-31cb0fed708f admin admin] Publish callbacks [] for security_group (fe84c45c-e488-45c9-880c-8c83c752fbb1), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.153482 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8e5f-8aca-4be6-b4f1-31cb0fed708f admin admin] Publish callbacks [] for security_group (fe84c45c-e488-45c9-880c-8c83c752fbb1), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.202442 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8e5f-8aca-4be6-b4f1-31cb0fed708f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (fe84c45c-e488-45c9-880c-8c83c752fbb1), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.204914 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4ccf8e5f-8aca-4be6-b4f1-31cb0fed708f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:15.206047 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4ccf8e5f-8aca-4be6-b4f1-31cb0fed708f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe84c45c-e488-45c9-880c-8c83c752fbb1 HTTP/1.1" status: 204 len: 168 time: 0.1209009 Mar 28 18:57:15.213448 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf8e5f-8aca-4be6-b4f1-31cb0fed708f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe84c45c-e488-45c9-880c-8c83c752fbb1,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:15.360361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f3eb-002d-4824-bcbd-70c9437d098d req-0f4153f4-0c90-4ebd-bf54-faa3e89641e0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:15.362100 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b3d9f3eb-002d-4824-bcbd-70c9437d098d req-0f4153f4-0c90-4ebd-bf54-faa3e89641e0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0529482 Mar 28 18:57:15.409625 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b3d9f3eb-002d-4824-bcbd-70c9437d098d req-4d7700de-6bef-41bc-98e5-398995ba1d73 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414126 Mar 28 18:57:16.092972 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5600249-68a8-425f-84df-ebb27e1d9419 req-75083654-229d-47fc-8406-74141478f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:16.094895 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5600249-68a8-425f-84df-ebb27e1d9419 req-75083654-229d-47fc-8406-74141478f271 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1128 time: 0.0506735 Mar 28 18:57:16.527742 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bba12-f277-4ae6-845a-a453d9ad4677 req-3d1d60f1-1736-4a92-aa01-d47674cc54d1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:16.529705 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef5bba12-f277-4ae6-845a-a453d9ad4677 req-3d1d60f1-1736-4a92-aa01-d47674cc54d1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0518036 Mar 28 18:57:16.578988 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef5bba12-f277-4ae6-845a-a453d9ad4677 req-905b2ee2-e188-4f0b-9842-708299a3dcb3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438275 Mar 28 18:57:17.412054 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5600249-68a8-425f-84df-ebb27e1d9419 req-4d05a08f-8b5d-4fa0-a70f-3a4c4d1ffcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.413414 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5600249-68a8-425f-84df-ebb27e1d9419 req-4d05a08f-8b5d-4fa0-a70f-3a4c4d1ffcc2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2a6117129af949f0acb440eec33d0c8b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0895798 Mar 28 18:57:17.505896 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5600249-68a8-425f-84df-ebb27e1d9419 req-e2b77bcc-2809-4e27-8f36-f8de07f3f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.507346 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5600249-68a8-425f-84df-ebb27e1d9419 req-e2b77bcc-2809-4e27-8f36-f8de07f3f7e0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873537 Mar 28 18:57:17.701074 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef7e79-6da8-496d-9f2a-82d30c087b75 req-fbc2fb6f-c2f1-4862-a490-389476a4cfe8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.702729 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-09ef7e79-6da8-496d-9f2a-82d30c087b75 req-fbc2fb6f-c2f1-4862-a490-389476a4cfe8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0600629 Mar 28 18:57:17.744137 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-86474afc-c515-4383-8cd3-b24756c0d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.745623 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-86474afc-c515-4383-8cd3-b24756c0d79c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1128 time: 0.0445940 Mar 28 18:57:17.748783 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-09ef7e79-6da8-496d-9f2a-82d30c087b75 req-3b36285b-f405-4b16-ba3d-314ce2bcea6d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403917 Mar 28 18:57:17.789540 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-873098c6-c974-49c9-b67d-b33afeb7e1f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 200 len: 217 time: 0.0336833 Mar 28 18:57:17.840653 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-6f90d377-27a0-4476-8427-d052c6d195ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.842061 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-6f90d377-27a0-4476-8427-d052c6d195ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0462642 Mar 28 18:57:17.891012 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-44cb6191-2802-4309-9bb7-dccdbd5871a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:17.892491 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-44cb6191-2802-4309-9bb7-dccdbd5871a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440340 Mar 28 18:57:17.983310 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-0ddf9999-959e-4311-88da-3a5e72836ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804782 Mar 28 18:57:18.076192 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a2aaf36-bdb0-4fcc-b6fd-2dfef7553d85 req-9c13c31f-a45e-48c4-a8d2-6da63d443fac service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847778 Mar 28 18:57:18.863945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01659-5735-4f8c-9d46-df96c1a5797f req-55b00974-0f74-4139-abf9-f115673155cb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:18.865366 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06d01659-5735-4f8c-9d46-df96c1a5797f req-55b00974-0f74-4139-abf9-f115673155cb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0525262 Mar 28 18:57:18.914815 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06d01659-5735-4f8c-9d46-df96c1a5797f req-cbd903ee-0630-44e2-8325-00440efcc14d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437546 Mar 28 18:57:20.035823 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67be9-8b33-405c-bdf4-8c386b659be2 req-a60dfde8-9772-45a4-893c-7b14300e8974 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:20.038012 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-16c67be9-8b33-405c-bdf4-8c386b659be2 req-a60dfde8-9772-45a4-893c-7b14300e8974 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0584521 Mar 28 18:57:20.100067 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-16c67be9-8b33-405c-bdf4-8c386b659be2 req-c5230a7a-cd1c-451d-b245-74946afe6925 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541747 Mar 28 18:57:20.261927 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34614) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:20.365979 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-37b005fd-24ba-42c7-87d4-1f2ebf2b951b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:20.438902 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-37b005fd-24ba-42c7-87d4-1f2ebf2b951b admin admin] Publish callbacks [] for security_group (d1e7f145-6e33-41b4-9f53-37307f85cd9c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:20.442449 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-37b005fd-24ba-42c7-87d4-1f2ebf2b951b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d1e7f145-6e33-41b4-9f53-37307f85cd9c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:20.483154 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-37b005fd-24ba-42c7-87d4-1f2ebf2b951b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b64d509d35242f8b949fd18a86f69d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196124 Mar 28 18:57:20.484342 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b005fd-24ba-42c7-87d4-1f2ebf2b951b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e7f145-6e33-41b4-9f53-37307f85cd9c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:20.485813 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34618) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:20.531862 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-156632e8-dc54-4901-8fe5-6f1ddd4e975e admin admin] Publish callbacks [] for security_group (d1e7f145-6e33-41b4-9f53-37307f85cd9c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:20.552648 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-156632e8-dc54-4901-8fe5-6f1ddd4e975e admin admin] Publish callbacks [] for security_group (d1e7f145-6e33-41b4-9f53-37307f85cd9c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:20.601849 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-156632e8-dc54-4901-8fe5-6f1ddd4e975e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d1e7f145-6e33-41b4-9f53-37307f85cd9c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:20.604345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-156632e8-dc54-4901-8fe5-6f1ddd4e975e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:20.605499 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-156632e8-dc54-4901-8fe5-6f1ddd4e975e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1e7f145-6e33-41b4-9f53-37307f85cd9c HTTP/1.1" status: 204 len: 168 time: 0.1186666 Mar 28 18:57:20.613386 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156632e8-dc54-4901-8fe5-6f1ddd4e975e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e7f145-6e33-41b4-9f53-37307f85cd9c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:21.210393 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a64fa9-8815-4bef-8a68-eb357c4999cb req-2f1f3dab-78e1-4963-ab05-93609ffb7351 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:21.212060 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14a64fa9-8815-4bef-8a68-eb357c4999cb req-2f1f3dab-78e1-4963-ab05-93609ffb7351 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0537508 Mar 28 18:57:21.259439 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14a64fa9-8815-4bef-8a68-eb357c4999cb req-722bd487-1061-4663-a382-1e1cf4d8bd2e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418725 Mar 28 18:57:22.376177 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6f2c7-91cb-44a1-8e7d-0de2875d4420 req-061006f1-1897-45b9-8c09-f6804375e63a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:22.377626 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aae6f2c7-91cb-44a1-8e7d-0de2875d4420 req-061006f1-1897-45b9-8c09-f6804375e63a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0511966 Mar 28 18:57:22.422892 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aae6f2c7-91cb-44a1-8e7d-0de2875d4420 req-0c04f0fc-364c-403a-a085-4550647c24f1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Mar 28 18:57:23.535341 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94a43-0110-43f9-828f-4a003521cb29 req-43d84388-9789-44e8-9e10-948cfca33434 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:23.536793 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15a94a43-0110-43f9-828f-4a003521cb29 req-43d84388-9789-44e8-9e10-948cfca33434 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0510762 Mar 28 18:57:23.584309 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15a94a43-0110-43f9-828f-4a003521cb29 req-13eb7531-936c-4fce-9536-941ed8e3cb3d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Mar 28 18:57:23.869161 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:24.669408 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c618532-ea30-4093-8d4d-4f8721711da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:24.701040 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281479e2-dba7-4884-8191-00c751e4f7e1 req-2a1917dc-092e-45a5-bb30-33bb0db5b35a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:24.702691 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-281479e2-dba7-4884-8191-00c751e4f7e1 req-2a1917dc-092e-45a5-bb30-33bb0db5b35a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 944 time: 0.0544682 Mar 28 18:57:24.752488 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-281479e2-dba7-4884-8191-00c751e4f7e1 req-a9748afa-5dce-4670-8f67-7e9d74e25b5a tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Mar 28 18:57:25.347827 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 1d6541b8-fb7f-49d8-adf4-8e4226b0122a details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:57:25.444104 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:25.455754 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'mac_address': 'fa:16:3e:b4:60:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:57:25.496383 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:25.496773 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:25.635050 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6541b8-fb7f-49d8-adf4-8e4226b0122a {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:57:25.655660 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:25.659242 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:25.706060 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:25.882473 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f532a-9da3-4f32-bc11-49d868c786fc req-3a18ce70-24e4-49d6-8afe-db3016928095 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:25.882473 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b08f532a-9da3-4f32-bc11-49d868c786fc req-3a18ce70-24e4-49d6-8afe-db3016928095 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 945 time: 0.0602319 Mar 28 18:57:25.946298 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b08f532a-9da3-4f32-bc11-49d868c786fc req-70d600b3-5249-4802-bfa1-a99c74a314f8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535228 Mar 28 18:57:26.368553 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34744) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:26.469337 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-780b7e97-5ac1-4670-821e-6842980c52a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.540797 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-780b7e97-5ac1-4670-821e-6842980c52a5 admin admin] Publish callbacks [] for security_group (8d946707-c701-4369-9204-0663cbc1b75e), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.544591 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-780b7e97-5ac1-4670-821e-6842980c52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8d946707-c701-4369-9204-0663cbc1b75e), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.580718 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b7e97-5ac1-4670-821e-6842980c52a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d946707-c701-4369-9204-0663cbc1b75e,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:26.584932 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-780b7e97-5ac1-4670-821e-6842980c52a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6977b4a2f9ba491a80d14f2b73da51d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153740 Mar 28 18:57:26.587644 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34748) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:26.634215 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-80510077-36bc-4578-afc6-f185d853b118 admin admin] Publish callbacks [] for security_group (8d946707-c701-4369-9204-0663cbc1b75e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.654847 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-80510077-36bc-4578-afc6-f185d853b118 admin admin] Publish callbacks [] for security_group (8d946707-c701-4369-9204-0663cbc1b75e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.703258 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-80510077-36bc-4578-afc6-f185d853b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8d946707-c701-4369-9204-0663cbc1b75e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.705820 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-80510077-36bc-4578-afc6-f185d853b118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:26.706950 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-80510077-36bc-4578-afc6-f185d853b118 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d946707-c701-4369-9204-0663cbc1b75e HTTP/1.1" status: 204 len: 168 time: 0.1183906 Mar 28 18:57:26.714451 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510077-36bc-4578-afc6-f185d853b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d946707-c701-4369-9204-0663cbc1b75e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:26.913767 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-15f9fa4d-5b15-4783-b78c-4bd737ae968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:27.065271 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a4aa-c575-481f-b4e6-246ac8910f2c req-a95cfdd6-5a38-4b83-8edf-726f8a2d33eb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:27.071990 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2287a4aa-c575-481f-b4e6-246ac8910f2c req-a95cfdd6-5a38-4b83-8edf-726f8a2d33eb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 945 time: 0.0602891 Mar 28 18:57:27.117765 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2287a4aa-c575-481f-b4e6-246ac8910f2c req-80abc0fa-3628-44c0-b050-5d0388b74f91 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449405 Mar 28 18:57:28.057686 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:28.234845 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d4d6-d790-4321-9f28-417c2ddc3af6 req-8908b8ef-1e75-4636-903c-ebecb72f22af tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:28.236323 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dfa6d4d6-d790-4321-9f28-417c2ddc3af6 req-8908b8ef-1e75-4636-903c-ebecb72f22af tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 945 time: 0.0531292 Mar 28 18:57:28.282685 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dfa6d4d6-d790-4321-9f28-417c2ddc3af6 req-198e272d-1333-40d9-a31b-46cdf67dfbb8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Mar 28 18:57:29.395622 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd512-0670-4d46-86b5-5524046d175d req-3d28a98f-6f41-4d16-a047-4147f3415614 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:29.397063 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-377cd512-0670-4d46-86b5-5524046d175d req-3d28a98f-6f41-4d16-a047-4147f3415614 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 945 time: 0.0498729 Mar 28 18:57:29.442109 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-377cd512-0670-4d46-86b5-5524046d175d req-fedc43ad-9a5e-43a6-962c-6c71c4762404 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Mar 28 18:57:29.588673 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:30.314604 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['1d6541b8-fb7f-49d8-adf4-8e4226b0122a'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:57:30.554557 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8e012-76aa-492c-938b-bf590980ca34 req-03495909-5310-404a-91f5-cb98f4fa3d28 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:30.555956 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ea8e012-76aa-492c-938b-bf590980ca34 req-03495909-5310-404a-91f5-cb98f4fa3d28 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 945 time: 0.0508552 Mar 28 18:57:30.601764 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ea8e012-76aa-492c-938b-bf590980ca34 req-8cbbbaf4-da35-4791-9ce5-880a8db49b8d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393157 Mar 28 18:57:31.008568 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:31.728086 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5557f-aea4-4c37-b1e8-d65bf2baa99b req-a3e437e9-ad71-40e4-820b-17d5484f6091 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:31.729561 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51f5557f-aea4-4c37-b1e8-d65bf2baa99b req-a3e437e9-ad71-40e4-820b-17d5484f6091 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 945 time: 0.0552146 Mar 28 18:57:31.781741 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51f5557f-aea4-4c37-b1e8-d65bf2baa99b req-73ea23eb-7893-4144-98d0-5c0271d4e85d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458210 Mar 28 18:57:32.391406 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34816) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:32.405510 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 1d6541b8-fb7f-49d8-adf4-8e4226b0122a up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:57:32.438559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] Deleting subnet ace40f51-6758-4d7e-bb77-4cf1c0c98c75 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:57:32.441750 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] Publish callbacks [] for subnet (ace40f51-6758-4d7e-bb77-4cf1c0c98c75), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.456589 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:57:32.460562 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:57:32.460933 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.475475 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] Publish callbacks [] for subnet (ace40f51-6758-4d7e-bb77-4cf1c0c98c75), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.485060 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (ace40f51-6758-4d7e-bb77-4cf1c0c98c75), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.538916 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:57:32.539298 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (ace40f51-6758-4d7e-bb77-4cf1c0c98c75), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.539414 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.552723 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.556156 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ace40f51-6758-4d7e-bb77-4cf1c0c98c75 HTTP/1.1" status: 204 len: 168 time: 0.1637657 Mar 28 18:57:32.559132 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34818) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:32.562385 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:32.564595 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866bb143-3826-463e-8ec3-94ef1d3a9481" -d '{"events": [{"server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:32.574515 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2460e1-ff1a-4ba5-9b46-8814d3b479e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace40f51-6758-4d7e-bb77-4cf1c0c98c75,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:32.576915 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:57:32.581594 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.610420 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58eaefa-6fef-4b31-a4a9-a3467426906d x-openstack-request-id: req-a58eaefa-6fef-4b31-a4a9-a3467426906d {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:32.610710 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "name": "network-vif-plugged", "status": "completed", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:32.610958 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a58eaefa-6fef-4b31-a4a9-a3467426906d {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:32.611370 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58eaefa-6fef-4b31-a4a9-a3467426906d'] response: {'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'code': 200} Mar 28 18:57:32.638244 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:32.651104 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (2f78e7a1-136f-4403-ac13-af4e0f7f756d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.736160 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (2f78e7a1-136f-4403-ac13-af4e0f7f756d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.756494 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f78e7a1-136f-4403-ac13-af4e0f7f756d']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:32.766394 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b048fe0c-8cf3-494e-bedd-1988e9818474') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:32.766696 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b048fe0c-8cf3-494e-bedd-1988e9818474') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:32.778062 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (b048fe0c-8cf3-494e-bedd-1988e9818474), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.789868 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe475-e197-4087-b1b6-964470cf59e8 req-26a183bc-250f-454d-a89b-325f963eb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:32.791487 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73dfe475-e197-4087-b1b6-964470cf59e8 req-26a183bc-250f-454d-a89b-325f963eb37f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1130 time: 0.0522418 Mar 28 18:57:32.791659 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (b048fe0c-8cf3-494e-bedd-1988e9818474), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.797651 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:57:32.798023 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (b048fe0c-8cf3-494e-bedd-1988e9818474), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:57:32.799773 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:57:32.847098 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73dfe475-e197-4087-b1b6-964470cf59e8 req-72809509-e6c1-4b38-96ab-93b96b0a6736 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482466 Mar 28 18:57:32.853181 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (2f78e7a1-136f-4403-ac13-af4e0f7f756d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.859368 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.865321 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] 10.222.0.31 "DELETE /v2.0/networks/2f78e7a1-136f-4403-ac13-af4e0f7f756d HTTP/1.1" status: 204 len: 168 time: 0.3041511 Mar 28 18:57:32.865585 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34830) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:32.876539 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79345f7e-7814-48d5-bc0a-c15fb1a9832f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f78e7a1-136f-4403-ac13-af4e0f7f756d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:32.914836 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] Deleting subnet 1147233f-2d5b-41bc-9517-710d89868fab {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 18:57:32.918932 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] Publish callbacks [] for subnet (1147233f-2d5b-41bc-9517-710d89868fab), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.934670 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35265ed7-ebe3-4ed2-b4a8-319bb8eff6f9 req-70d36289-5e7c-45f6-94bf-b255d4347ca4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:32.936554 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-35265ed7-ebe3-4ed2-b4a8-319bb8eff6f9 req-70d36289-5e7c-45f6-94bf-b255d4347ca4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0614710 Mar 28 18:57:32.957117 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] Publish callbacks [] for subnet (1147233f-2d5b-41bc-9517-710d89868fab), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.963805 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (1147233f-2d5b-41bc-9517-710d89868fab), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:32.987944 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-35265ed7-ebe3-4ed2-b4a8-319bb8eff6f9 req-4eec0de0-4e4b-4454-bbbf-ca7077414ba4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455244 Mar 28 18:57:33.024030 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for subnet (1147233f-2d5b-41bc-9517-710d89868fab), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.050716 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1147233f-2d5b-41bc-9517-710d89868fab,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:33.052726 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.057993 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-086781db-171b-45e3-8cda-535f2b5c1125 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1147233f-2d5b-41bc-9517-710d89868fab HTTP/1.1" status: 204 len: 168 time: 0.1888833 Mar 28 18:57:33.059522 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34838) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:33.129883 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (5f08f41b-5be8-414e-9e16-adbf53a6767f), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.214460 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (5f08f41b-5be8-414e-9e16-adbf53a6767f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.235051 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f08f41b-5be8-414e-9e16-adbf53a6767f']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:33.244896 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5eeb829-a673-4053-9973-852fcbe26ac0') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:33.245195 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5eeb829-a673-4053-9973-852fcbe26ac0') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:33.256756 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (c5eeb829-a673-4053-9973-852fcbe26ac0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.269051 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (c5eeb829-a673-4053-9973-852fcbe26ac0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.274832 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 18:57:33.275217 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (c5eeb829-a673-4053-9973-852fcbe26ac0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 18:57:33.276835 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 18:57:33.335287 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (5f08f41b-5be8-414e-9e16-adbf53a6767f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.345072 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.350891 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5f08f41b-5be8-414e-9e16-adbf53a6767f HTTP/1.1" status: 204 len: 168 time: 0.2899232 Mar 28 18:57:33.364033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28fbae-cf6b-4e7b-a777-7549f2179132 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f08f41b-5be8-414e-9e16-adbf53a6767f,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:33.632006 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34860) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:33.679583 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f566a177-24e4-4950-be14-5321e9effed3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e28267a88b1e464c99bb7a6e5dab3b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460348 Mar 28 18:57:33.681915 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34862) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:33.734456 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e91ab573-51b2-45d5-8c9a-6d9d345793fb admin admin] Publish callbacks [] for security_group (1f1da0ec-5926-4bed-8966-e6c224bd9810), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.763797 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e91ab573-51b2-45d5-8c9a-6d9d345793fb admin admin] Publish callbacks [] for security_group (1f1da0ec-5926-4bed-8966-e6c224bd9810), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.818583 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e91ab573-51b2-45d5-8c9a-6d9d345793fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (1f1da0ec-5926-4bed-8966-e6c224bd9810), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.821580 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e91ab573-51b2-45d5-8c9a-6d9d345793fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:33.825048 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e91ab573-51b2-45d5-8c9a-6d9d345793fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f1da0ec-5926-4bed-8966-e6c224bd9810 HTTP/1.1" status: 204 len: 168 time: 0.1394618 Mar 28 18:57:33.831025 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ab573-51b2-45d5-8c9a-6d9d345793fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1da0ec-5926-4bed-8966-e6c224bd9810,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:34.127022 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886ce4-6eaf-4d1c-a214-e30ec855a8c1 req-0b725f98-be82-4c11-99c1-86eabfd0f1a7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:34.133716 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5886ce4-6eaf-4d1c-a214-e30ec855a8c1 req-0b725f98-be82-4c11-99c1-86eabfd0f1a7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0658121 Mar 28 18:57:34.180209 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5886ce4-6eaf-4d1c-a214-e30ec855a8c1 req-536c70bb-cdb5-4619-8711-4cb3df5099f6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453563 Mar 28 18:57:34.234198 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34888) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:34.272844 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6cc744ca-51c4-495a-98a8-f5e5db10810f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96829e9924224bf4be3b2ce81b4c6a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373199 Mar 28 18:57:34.275194 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34892) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:34.323940 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0fa9-9c95-47cc-a083-296579b8edaa admin admin] Publish callbacks [] for security_group (21ab5ba2-583a-452d-a901-ab3b3a902637), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:34.349345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0fa9-9c95-47cc-a083-296579b8edaa admin admin] Publish callbacks [] for security_group (21ab5ba2-583a-452d-a901-ab3b3a902637), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:34.406499 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0fa9-9c95-47cc-a083-296579b8edaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (21ab5ba2-583a-452d-a901-ab3b3a902637), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:34.409022 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0fa9-9c95-47cc-a083-296579b8edaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:34.412592 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0d9a0fa9-9c95-47cc-a083-296579b8edaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21ab5ba2-583a-452d-a901-ab3b3a902637 HTTP/1.1" status: 204 len: 168 time: 0.1340818 Mar 28 18:57:34.418686 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a0fa9-9c95-47cc-a083-296579b8edaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ab5ba2-583a-452d-a901-ab3b3a902637,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:35.307739 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65409d-d76e-4b5b-990a-139848cc18cb req-83a19e0d-b90c-4885-8aae-664946fffd38 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:35.309437 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9c65409d-d76e-4b5b-990a-139848cc18cb req-83a19e0d-b90c-4885-8aae-664946fffd38 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0575080 Mar 28 18:57:35.360004 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9c65409d-d76e-4b5b-990a-139848cc18cb req-8cb104e4-7772-4fff-b2f4-7720c7a4d06f tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446227 Mar 28 18:57:35.474127 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170c441-aed5-456a-8270-ecc154625186 req-f770f613-f43c-4b03-8925-65940e6af82b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:35.475648 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a170c441-aed5-456a-8270-ecc154625186 req-f770f613-f43c-4b03-8925-65940e6af82b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0529804 Mar 28 18:57:35.484927 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 34958) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:35.489918 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'floatingip': {'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:35.531243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.552747 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34960) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:35.677387 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-69bd516f-7f2d-4552-aa8e-7369e9158518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.752378 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-69bd516f-7f2d-4552-aa8e-7369e9158518 admin admin] Publish callbacks [] for security_group (bb41c15d-0283-4800-8c3d-31734fb1d0a8), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.756362 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-69bd516f-7f2d-4552-aa8e-7369e9158518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bb41c15d-0283-4800-8c3d-31734fb1d0a8), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.794286 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-69bd516f-7f2d-4552-aa8e-7369e9158518 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e938f7d1355b417390fec01869928d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404711 Mar 28 18:57:35.795205 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd516f-7f2d-4552-aa8e-7369e9158518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb41c15d-0283-4800-8c3d-31734fb1d0a8,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:35.797469 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 34964) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:35.848223 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45ddef44-c741-4007-9f32-acebdaa2b1e6 admin admin] Publish callbacks [] for security_group (bb41c15d-0283-4800-8c3d-31734fb1d0a8), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.868385 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45ddef44-c741-4007-9f32-acebdaa2b1e6 admin admin] Publish callbacks [] for security_group (bb41c15d-0283-4800-8c3d-31734fb1d0a8), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.916676 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45ddef44-c741-4007-9f32-acebdaa2b1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bb41c15d-0283-4800-8c3d-31734fb1d0a8), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.919571 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-45ddef44-c741-4007-9f32-acebdaa2b1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.920844 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-45ddef44-c741-4007-9f32-acebdaa2b1e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb41c15d-0283-4800-8c3d-31734fb1d0a8 HTTP/1.1" status: 204 len: 168 time: 0.1224406 Mar 28 18:57:35.929205 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddef44-c741-4007-9f32-acebdaa2b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb41c15d-0283-4800-8c3d-31734fb1d0a8,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:35.956993 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:35.961064 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:36.060153 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Floating IP 6ebb2c57-e97d-4230-bc22-e1de1088f26c associated. External IP: 172.27.1.101, port: 1d6541b8-fb7f-49d8-adf4-8e4226b0122a. Mar 28 18:57:36.273941 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Router f2c8a1a5-87b0-4e13-b49a-51201565b68e has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:57:36.392743 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:57:36.398388 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:36.403395 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] Sync routers for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:57:36.414003 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:36.414867 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:57:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:36.430581 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-070511b8-f686-4cd9-9600-508f5ce3e4a8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "PUT /v2.0/floatingips/6ebb2c57-e97d-4230-bc22-e1de1088f26c HTTP/1.1" status: 200 len: 992 time: 0.9422643 Mar 28 18:57:36.430581 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:57:36.431058 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313f3a72-0c16-4975-bea9-f8964e95f974" -d '{"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:57:36.472330 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2360fb0-1b1b-4915-aa20-b789d0821b73 x-openstack-request-id: req-d2360fb0-1b1b-4915-aa20-b789d0821b73 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:57:36.472808 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:57:36.473068 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2360fb0-1b1b-4915-aa20-b789d0821b73 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:57:36.473478 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2360fb0-1b1b-4915-aa20-b789d0821b73'] response: {'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'status': 'completed', 'code': 200} Mar 28 18:57:36.529135 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:36.752838 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6ebb2c57-e97d-4230-bc22-e1de1088f26c', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'mac_address': 'fa:16:3e:b4:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:10Z', 'updated_at': '2022-03-28T18:57:35Z', 'revision_number': 1, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:36.779901 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] Checking router: f2c8a1a5-87b0-4e13-b49a-51201565b68e for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:57:36.788020 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:57:36.788654 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:57:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:36.906717 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:57:37.134117 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6ebb2c57-e97d-4230-bc22-e1de1088f26c', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'mac_address': 'fa:16:3e:b4:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:10Z', 'updated_at': '2022-03-28T18:57:35Z', 'revision_number': 1, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:37.162530 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa3aee-caef-42dd-bb96-1201922be24c None None] The sync data for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi is: [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6ebb2c57-e97d-4230-bc22-e1de1088f26c', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'mac_address': 'fa:16:3e:b4:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:10Z', 'updated_at': '2022-03-28T18:57:35Z', 'revision_number': 1, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:57:37.340663 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2cb3e-6b4f-47f6-a659-f3c3308d7210 None None] New status for floating IP 6ebb2c57-e97d-4230-bc22-e1de1088f26c: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:57:37.780632 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-5fa9586a-9385-4852-9c4e-97d911a0b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:37.782063 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-5fa9586a-9385-4852-9c4e-97d911a0b78e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1130 time: 0.0428953 Mar 28 18:57:39.056240 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-53139df2-e1a3-469c-a8d3-e13a93bcfdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:39.057795 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-53139df2-e1a3-469c-a8d3-e13a93bcfdf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0865943 Mar 28 18:57:39.120461 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-e9cff07c-4fe9-4208-b8e8-306b7e5c4777 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 200 len: 1002 time: 0.0568523 Mar 28 18:57:39.169971 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-ef727bfe-ca0c-47c4-84a8-1ab4ed174599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:39.171454 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-ef727bfe-ca0c-47c4-84a8-1ab4ed174599 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0452671 Mar 28 18:57:39.219683 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-f867239b-665e-4011-bad4-711e58228482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:39.221035 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-f867239b-665e-4011-bad4-711e58228482 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431924 Mar 28 18:57:39.305227 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-090eead6-97f9-4ab9-bc6d-e65ffa39ef4f service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786800 Mar 28 18:57:39.405301 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-313f3a72-0c16-4975-bea9-f8964e95f974 req-a4c6d44e-007e-40bc-969b-c4165c27ccb3 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926695 Mar 28 18:57:40.290020 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:57:47.272802 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35138) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:47.389176 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-76bd3f4b-5421-45c6-b615-feab35e7a11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:47.464220 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-76bd3f4b-5421-45c6-b615-feab35e7a11e admin admin] Publish callbacks [] for security_group (7486e3a2-1c31-47f6-8fe3-40248ce35510), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:47.468602 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-76bd3f4b-5421-45c6-b615-feab35e7a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7486e3a2-1c31-47f6-8fe3-40248ce35510), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:47.504914 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd3f4b-5421-45c6-b615-feab35e7a11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7486e3a2-1c31-47f6-8fe3-40248ce35510,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:47.509432 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-76bd3f4b-5421-45c6-b615-feab35e7a11e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eff355e08703410c970b642b21f080c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356107 Mar 28 18:57:47.511995 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35142) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:47.558252 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa384-901c-4eda-a06a-8a98bcab679e admin admin] Publish callbacks [] for security_group (7486e3a2-1c31-47f6-8fe3-40248ce35510), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:47.580270 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa384-901c-4eda-a06a-8a98bcab679e admin admin] Publish callbacks [] for security_group (7486e3a2-1c31-47f6-8fe3-40248ce35510), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:47.625256 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa384-901c-4eda-a06a-8a98bcab679e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7486e3a2-1c31-47f6-8fe3-40248ce35510), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:47.627798 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa384-901c-4eda-a06a-8a98bcab679e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:47.628904 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dc6aa384-901c-4eda-a06a-8a98bcab679e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7486e3a2-1c31-47f6-8fe3-40248ce35510 HTTP/1.1" status: 204 len: 168 time: 0.1160440 Mar 28 18:57:47.635942 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aa384-901c-4eda-a06a-8a98bcab679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7486e3a2-1c31-47f6-8fe3-40248ce35510,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:48.422294 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35168) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:48.477743 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35172) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:48.568800 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-26e9c41b-3264-4267-be3d-adf026924daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.588002 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b198601-4866-4896-a1c9-1dbc4724965d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.701311 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-26e9c41b-3264-4267-be3d-adf026924daf admin admin] Publish callbacks [] for security_group (ab54a5b0-1e1e-41bc-ac50-aabe9457b511), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.709512 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-26e9c41b-3264-4267-be3d-adf026924daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ab54a5b0-1e1e-41bc-ac50-aabe9457b511), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.738052 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b198601-4866-4896-a1c9-1dbc4724965d admin admin] Publish callbacks [] for security_group (8669aed7-df61-492e-b986-3ecf934b264f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.754729 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9b198601-4866-4896-a1c9-1dbc4724965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8669aed7-df61-492e-b986-3ecf934b264f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.765874 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9c41b-3264-4267-be3d-adf026924daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab54a5b0-1e1e-41bc-ac50-aabe9457b511,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:48.772142 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-26e9c41b-3264-4267-be3d-adf026924daf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96eef429633e407688c779f0ac193290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487110 Mar 28 18:57:48.774940 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 35176) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:48.798494 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9b198601-4866-4896-a1c9-1dbc4724965d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=218762b98f994ac1bdaf5fecd57f0e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172982 Mar 28 18:57:48.799522 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 35178) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:48.804508 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b198601-4866-4896-a1c9-1dbc4724965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669aed7-df61-492e-b986-3ecf934b264f,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:48.851571 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-40442c74-fcca-4942-a9e2-75fedb702963 admin admin] Publish callbacks [] for security_group (ab54a5b0-1e1e-41bc-ac50-aabe9457b511), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.879966 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c394fec-af86-40c8-a6fe-443f3dc168b5 admin admin] Publish callbacks [] for security_group (8669aed7-df61-492e-b986-3ecf934b264f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.882558 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-40442c74-fcca-4942-a9e2-75fedb702963 admin admin] Publish callbacks [] for security_group (ab54a5b0-1e1e-41bc-ac50-aabe9457b511), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.921855 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c394fec-af86-40c8-a6fe-443f3dc168b5 admin admin] Publish callbacks [] for security_group (8669aed7-df61-492e-b986-3ecf934b264f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.968407 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-40442c74-fcca-4942-a9e2-75fedb702963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ab54a5b0-1e1e-41bc-ac50-aabe9457b511), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.971243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-40442c74-fcca-4942-a9e2-75fedb702963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:48.972387 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-40442c74-fcca-4942-a9e2-75fedb702963 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab54a5b0-1e1e-41bc-ac50-aabe9457b511 HTTP/1.1" status: 204 len: 168 time: 0.1964800 Mar 28 18:57:48.980783 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442c74-fcca-4942-a9e2-75fedb702963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab54a5b0-1e1e-41bc-ac50-aabe9457b511,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:48.998311 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c394fec-af86-40c8-a6fe-443f3dc168b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8669aed7-df61-492e-b986-3ecf934b264f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:49.004956 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6c394fec-af86-40c8-a6fe-443f3dc168b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:49.006118 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6c394fec-af86-40c8-a6fe-443f3dc168b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8669aed7-df61-492e-b986-3ecf934b264f HTTP/1.1" status: 204 len: 168 time: 0.2056856 Mar 28 18:57:49.014957 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c394fec-af86-40c8-a6fe-443f3dc168b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669aed7-df61-492e-b986-3ecf934b264f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:52.891615 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 35254) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:52.992697 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd283-b7bb-4493-9ae1-c5c0b2efa7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.064358 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd283-b7bb-4493-9ae1-c5c0b2efa7ee admin admin] Publish callbacks [] for security_group (c1691171-90a0-423f-bb91-b9f36a46c436), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.068246 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd283-b7bb-4493-9ae1-c5c0b2efa7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c1691171-90a0-423f-bb91-b9f36a46c436), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.107312 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7ccbd283-b7bb-4493-9ae1-c5c0b2efa7ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21137e0e111a42caa46a66ad6ef896ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145362 Mar 28 18:57:53.108137 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbd283-b7bb-4493-9ae1-c5c0b2efa7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1691171-90a0-423f-bb91-b9f36a46c436,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:53.110439 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35258) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:57:53.157643 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5574dd76-2741-4bfd-9680-2dc2aa75765a admin admin] Publish callbacks [] for security_group (c1691171-90a0-423f-bb91-b9f36a46c436), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.177597 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5574dd76-2741-4bfd-9680-2dc2aa75765a admin admin] Publish callbacks [] for security_group (c1691171-90a0-423f-bb91-b9f36a46c436), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.224944 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5574dd76-2741-4bfd-9680-2dc2aa75765a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c1691171-90a0-423f-bb91-b9f36a46c436), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.227498 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5574dd76-2741-4bfd-9680-2dc2aa75765a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.228679 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5574dd76-2741-4bfd-9680-2dc2aa75765a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1691171-90a0-423f-bb91-b9f36a46c436 HTTP/1.1" status: 204 len: 168 time: 0.1172614 Mar 28 18:57:53.235971 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574dd76-2741-4bfd-9680-2dc2aa75765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1691171-90a0-423f-bb91-b9f36a46c436,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:53.834882 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-f0c93dce-d94c-46f6-9722-2cc5764eb6fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429814 Mar 28 18:57:53.885056 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:53.903438 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390e053-cf90-4641-a468-fe905dea2df1 req-e30abc7b-d933-4ce1-9751-11bbd20655a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:53.904953 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-e30abc7b-d933-4ce1-9751-11bbd20655a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 1130 time: 0.0477729 Mar 28 18:57:54.004621 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390e053-cf90-4641-a468-fe905dea2df1 req-5cea388f-355d-4984-944d-48ead6436d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:54.006082 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-5cea388f-355d-4984-944d-48ead6436d6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0813744 Mar 28 18:57:54.046618 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-3ae073df-00bd-4810-84b6-bc3d67b9e0ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0 HTTP/1.1" status: 200 len: 217 time: 0.0339253 Mar 28 18:57:54.096876 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390e053-cf90-4641-a468-fe905dea2df1 req-9ba9b28d-4fac-46f0-8a45-f60adef8b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:54.098282 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-9ba9b28d-4fac-46f0-8a45-f60adef8b932 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0460176 Mar 28 18:57:54.146777 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390e053-cf90-4641-a468-fe905dea2df1 req-ac8e1b3c-85db-42d5-ba58-6f07c4738501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:54.148246 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-ac8e1b3c-85db-42d5-ba58-6f07c4738501 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433760 Mar 28 18:57:54.233087 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-62ca27ec-7089-402b-95b6-962addf95feb service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790255 Mar 28 18:57:54.321592 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c390e053-cf90-4641-a468-fe905dea2df1 req-9021722f-a361-4e96-8eb3-e29426042808 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814528 Mar 28 18:57:54.661798 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2547-c7f2-4179-ad3d-379c77663811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:56.917042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1c383d2b-bd6b-47e7-8982-2b9a097ca940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:58.061247 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:57:59.592600 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:01.010448 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:17.289653 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:58:23.883315 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:24.666083 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-55b55bc9-04ed-4b94-9f52-dbbe2e591c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:26.921052 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0a13b0e6-155c-4013-9667-498a3e6fc0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:28.063268 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:29.595749 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:31.013470 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:33.942649 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b510a-b996-4fc6-b3dc-0afab6fdd49a req-581d2402-d792-4586-b5ef-13f74596092b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:33.944110 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-111b510a-b996-4fc6-b3dc-0afab6fdd49a req-581d2402-d792-4586-b5ef-13f74596092b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0520167 Mar 28 18:58:33.989396 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-111b510a-b996-4fc6-b3dc-0afab6fdd49a req-e7d761a1-ad00-4d50-852e-60dfa5e1f752 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Mar 28 18:58:35.110676 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a41949-f278-4068-aafe-8f26a1b65a7e req-4c3be7b8-7e06-4fd7-a7f2-e42acde48697 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:35.112374 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-87a41949-f278-4068-aafe-8f26a1b65a7e req-4c3be7b8-7e06-4fd7-a7f2-e42acde48697 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0520828 Mar 28 18:58:35.157632 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-87a41949-f278-4068-aafe-8f26a1b65a7e req-5aece41c-5923-4b7f-8563-4b77881bff5c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Mar 28 18:58:36.283419 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161baff-917c-4dc8-8a73-5e93fb200773 req-6397f53f-b9fd-4aae-8cab-1e07f78a8f29 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:36.284888 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d161baff-917c-4dc8-8a73-5e93fb200773 req-6397f53f-b9fd-4aae-8cab-1e07f78a8f29 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0554683 Mar 28 18:58:36.331058 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d161baff-917c-4dc8-8a73-5e93fb200773 req-5d9413ec-5e3a-4493-8ea5-93585dc03f2d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Mar 28 18:58:37.451676 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3143f-65f7-4103-afac-8bd2f6a06cb3 req-ce586edb-b385-46ad-a731-bd23880d8b0d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:37.453120 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aba3143f-65f7-4103-afac-8bd2f6a06cb3 req-ce586edb-b385-46ad-a731-bd23880d8b0d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0538378 Mar 28 18:58:37.497604 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aba3143f-65f7-4103-afac-8bd2f6a06cb3 req-e753b1c8-9d2d-4584-b83a-931619d40ba3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390317 Mar 28 18:58:38.618170 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edb2c-7c4c-4d0c-8f49-3aba027ee7ca req-a80211ce-7dc9-4d17-b15a-6e6e3b33e645 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:38.619625 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad6edb2c-7c4c-4d0c-8f49-3aba027ee7ca req-a80211ce-7dc9-4d17-b15a-6e6e3b33e645 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0525827 Mar 28 18:58:38.665016 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ad6edb2c-7c4c-4d0c-8f49-3aba027ee7ca req-4baeccb8-aaba-46cb-ac26-b991e90ea44b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 Mar 28 18:58:39.786137 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e465c-0c68-435c-a1ec-411b5cbbb9b8 req-b9db7fea-5c99-48f9-802b-ed6844475486 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:39.787609 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-423e465c-0c68-435c-a1ec-411b5cbbb9b8 req-b9db7fea-5c99-48f9-802b-ed6844475486 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0509682 Mar 28 18:58:39.832678 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-423e465c-0c68-435c-a1ec-411b5cbbb9b8 req-7ec678d4-ebd2-4785-abae-6ee999eb6259 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396886 Mar 28 18:58:40.953708 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2320b3-0ee7-47ba-8c9c-a862c41b3d17 req-eef4aebb-91d2-4348-8e72-e29d910e81bd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:40.955211 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9c2320b3-0ee7-47ba-8c9c-a862c41b3d17 req-eef4aebb-91d2-4348-8e72-e29d910e81bd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0529928 Mar 28 18:58:41.004165 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9c2320b3-0ee7-47ba-8c9c-a862c41b3d17 req-2df0170f-71cc-4506-b664-d0558fcf3e20 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 Mar 28 18:58:42.124028 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d981-ab88-4fbd-8d1c-52f2b7a0db47 req-e523b3d2-952e-4834-b33f-347069070587 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:42.126115 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4742d981-ab88-4fbd-8d1c-52f2b7a0db47 req-e523b3d2-952e-4834-b33f-347069070587 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0508785 Mar 28 18:58:42.173489 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4742d981-ab88-4fbd-8d1c-52f2b7a0db47 req-57d45e1b-ad56-4122-aa82-f09fb8e50a4d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Mar 28 18:58:42.239575 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35426) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:42.244703 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609311020', 'description': 'tempest-description--1593162383'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:42.266717 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.330048 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (dc2a40d5-7622-4c27-bd1b-72c50fb506d3), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.333643 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dc2a40d5-7622-4c27-bd1b-72c50fb506d3), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.361822 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2a40d5-7622-4c27-bd1b-72c50fb506d3,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:42.365773 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.367007 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1263447 Mar 28 18:58:42.369947 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 35428) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:42.372815 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.373168 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.373515 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.373852 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.374204 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.374541 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.374658 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': 'dc2a40d5-7622-4c27-bd1b-72c50fb506d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:42.374874 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.375201 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.375529 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.375853 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.376176 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.376498 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.376819 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.377140 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.377460 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeb5b1-7e34-4461-859f-4cc36fb35cad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.400092 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (760c9d0d-2bfd-4892-adc2-42963a4666e6), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.452516 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (760c9d0d-2bfd-4892-adc2-42963a4666e6), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.455239 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (760c9d0d-2bfd-4892-adc2-42963a4666e6), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.474726 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760c9d0d-2bfd-4892-adc2-42963a4666e6,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:42.479793 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.480922 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099083 Mar 28 18:58:42.483713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35430) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:42.485437 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.485785 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.486124 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.486485 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.486821 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.487149 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.487470 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.487795 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.488114 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.488246 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-49871c8a-9874-4de0-8f5c-5cbb9b5c111b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': 'dc2a40d5-7622-4c27-bd1b-72c50fb506d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:42.488433 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.488755 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.489068 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.489384 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.489703 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.490017 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8a3a3-5b5a-4cc9-aa58-d0af155c27c3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:42.512773 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-49871c8a-9874-4de0-8f5c-5cbb9b5c111b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (5ff459dd-78a9-4c82-8452-0ce04aaff00d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.566068 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-49871c8a-9874-4de0-8f5c-5cbb9b5c111b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (5ff459dd-78a9-4c82-8452-0ce04aaff00d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.569399 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-49871c8a-9874-4de0-8f5c-5cbb9b5c111b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (5ff459dd-78a9-4c82-8452-0ce04aaff00d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.587790 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49871c8a-9874-4de0-8f5c-5cbb9b5c111b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff459dd-78a9-4c82-8452-0ce04aaff00d,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:42.593246 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-49871c8a-9874-4de0-8f5c-5cbb9b5c111b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.594455 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-49871c8a-9874-4de0-8f5c-5cbb9b5c111b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097007 Mar 28 18:58:42.597517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35432) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:42.601733 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:42.622538 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.722738 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.821774 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.27.1.153 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/4d2fad1b-5671-4cc6-a952-d6aaaedf27fb) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:58:42.921651 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.955317 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:42.991183 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:58:42.993985 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:58:42.999891 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:58:43.005275 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=4d2fad1b-5671-4cc6-a952-d6aaaedf27fb,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:43.092537 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (a9689853-93d3-4a4e-9c47-cfdcabe933c7), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:43.126711 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:43.301747 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:43.307740 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:43.365774 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae723-11b2-44e7-a737-e9db4aa91945 req-dfe30fc9-a2f1-4b6d-8601-6c60443ca3a4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:43.367265 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-60cae723-11b2-44e7-a737-e9db4aa91945 req-dfe30fc9-a2f1-4b6d-8601-6c60443ca3a4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.1207933 Mar 28 18:58:43.406088 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=4d2fad1b-5671-4cc6-a952-d6aaaedf27fb,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:43.412878 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (a9689853-93d3-4a4e-9c47-cfdcabe933c7), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:43.445581 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:43.446898 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6859f310-dd37-470f-9f83-fa6e4b9f73b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8484530 Mar 28 18:58:43.450925 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-60cae723-11b2-44e7-a737-e9db4aa91945 req-08ac182a-4fc2-4a2c-8a0c-0e6c608d903a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753424 Mar 28 18:58:43.636300 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-942e97fe-aea7-4913-9a79-d49aa6e0d6f1 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1609311020&fields=id&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 267 time: 0.0406263 Mar 28 18:58:43.963619 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-4eae3f39-3984-4722-b61c-73b296a16c89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:43.964947 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-4eae3f39-3984-4722-b61c-73b296a16c89 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.3225429 Mar 28 18:58:43.978726 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-50242d37-1915-470e-ac70-1533fde6ee25 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/quotas/50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 375 time: 0.0085177 Mar 28 18:58:44.033745 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-01d2b288-d41a-4181-87bf-a2eb011c2aaa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494330 Mar 28 18:58:44.126571 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-347d4b89-7f4c-4c9f-9d69-102e493ea29e service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815599 Mar 28 18:58:44.216924 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-8750405a-778f-4128-ba9c-098f390a319c service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846729 Mar 28 18:58:44.579856 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c06dac-2b85-49e7-9494-a0ecaa9383a4 req-72470ef3-652c-4786-abf9-cd7ff7b7187b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:44.587542 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68c06dac-2b85-49e7-9494-a0ecaa9383a4 req-72470ef3-652c-4786-abf9-cd7ff7b7187b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0620453 Mar 28 18:58:44.591649 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8c450fb0-4b12-4fa2-96b5-6f825e406c43 req-d066a044-8a0d-431e-9618-48590f51d598 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 210 time: 0.2433915 Mar 28 18:58:44.632517 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-68c06dac-2b85-49e7-9494-a0ecaa9383a4 req-8bfd46f1-05d4-4eec-b6a2-c0dda7ed143a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 Mar 28 18:58:45.621796 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-86270995-a65b-4e48-9665-f83427c92a7f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:45.623558 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-86270995-a65b-4e48-9665-f83427c92a7f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.1061366 Mar 28 18:58:45.695902 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-dcfd7765-1ac3-42bf-9a31-cd2ac983cfd2 req-f9db9e60-c0e1-40da-bcf8-0af350d2d163 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 210 time: 0.0353150 Mar 28 18:58:45.702349 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-90f25fb6-35ca-4a10-a9a9-34bfdcc7df76 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 472 time: 0.0701842 Mar 28 18:58:45.710863 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'port': {'device_id': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'admin_state_up': True, 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'security_groups': ['dc2a40d5-7622-4c27-bd1b-72c50fb506d3']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:45.828242 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34b63c-a3f0-4828-a47d-4e0e032d5188 req-c75b18cc-ca02-4ff9-8426-1da467193868 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:45.829688 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7b34b63c-a3f0-4828-a47d-4e0e032d5188 req-c75b18cc-ca02-4ff9-8426-1da467193868 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.1033449 Mar 28 18:58:45.886014 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Made reservation on behalf of 50618dfcf489415599d11ea74cceee7a for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:58:45.889162 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:45.900536 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7b34b63c-a3f0-4828-a47d-4e0e032d5188 req-4b74db54-53df-4d44-a1d6-5a45a510c27f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654347 Mar 28 18:58:46.016979 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.20.0.5 (9878c9a9-67d2-47f6-a796-d45b72b61f6f/e0b07a0d-38ee-498e-99aa-975fd79375e9/977c42d9-5158-40b3-9738-6212598b7566) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:58:46.155803 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (977c42d9-5158-40b3-9738-6212598b7566), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.187536 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (977c42d9-5158-40b3-9738-6212598b7566), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.228822 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:58:46.231912 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:58:46.235556 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 18:58:46.240591 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:46.241195 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.253903 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=977c42d9-5158-40b3-9738-6212598b7566,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:46.266803 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-883b220f-9a3d-447d-a01e-d359959a748f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597136 Mar 28 18:58:46.283057 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Request body: {'port': {'device_id': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:46.345264 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (977c42d9-5158-40b3-9738-6212598b7566), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.472618 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-5ca91fd5-de33-456e-97e7-832222c245fd None None] Provisioning complete for port 977c42d9-5158-40b3-9738-6212598b7566 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:58:46.473203 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5ca91fd5-de33-456e-97e7-832222c245fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (977c42d9-5158-40b3-9738-6212598b7566), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.506828 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-5ca91fd5-de33-456e-97e7-832222c245fd None None] Port 977c42d9-5158-40b3-9738-6212598b7566 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 18:58:46.608698 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977c42d9-5158-40b3-9738-6212598b7566 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:58:46.616152 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Publish callbacks [] for port (977c42d9-5158-40b3-9738-6212598b7566), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.628616 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Transition to ACTIVE for port object 977c42d9-5158-40b3-9738-6212598b7566 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 18:58:46.631646 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (977c42d9-5158-40b3-9738-6212598b7566), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.680526 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Pushing event updated for resources: {'Port': ['ID=977c42d9-5158-40b3-9738-6212598b7566,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:46.716006 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Attempting to bind port 977c42d9-5158-40b3-9738-6212598b7566 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 18:58:46.716336 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Attempting to bind port 977c42d9-5158-40b3-9738-6212598b7566 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 18:58:46.716663 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Attempting to bind port 977c42d9-5158-40b3-9738-6212598b7566 on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:58:46.721229 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Port 977c42d9-5158-40b3-9738-6212598b7566 on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 18:58:46.721548 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Attempting to bind port 977c42d9-5158-40b3-9738-6212598b7566 on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 18:58:46.726656 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 18:58:46.726989 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Checking segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 18:58:46.727368 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Bound using segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 18:58:46.727793 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Bound port: 977c42d9-5158-40b3-9738-6212598b7566, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 18:58:46.728147 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (977c42d9-5158-40b3-9738-6212598b7566), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.802785 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] For port 977c42d9-5158-40b3-9738-6212598b7566, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 18:58:46.806043 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] For port 977c42d9-5158-40b3-9738-6212598b7566, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=977c42d9-5158-40b3-9738-6212598b7566,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 18:58:46.817851 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (977c42d9-5158-40b3-9738-6212598b7566), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.818744 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ad2a-35e7-45ec-9b87-0fe8604f047c req-1a733ef9-e05c-41a0-bd62-dd3eaae74f98 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:46.820493 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4a23ad2a-35e7-45ec-9b87-0fe8604f047c req-1a733ef9-e05c-41a0-bd62-dd3eaae74f98 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 943 time: 0.0540590 Mar 28 18:58:46.851647 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:46.852289 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:46.853676 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] 10.222.0.15 "PUT /v2.0/ports/977c42d9-5158-40b3-9738-6212598b7566 HTTP/1.1" status: 200 len: 1093 time: 0.5751176 Mar 28 18:58:46.855857 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'tag': '977c42d9-5158-40b3-9738-6212598b7566'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:46.859267 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a1116-8047-4e87-ad1d-87dce5b4ac27" -d '{"events": [{"name": "network-changed", "server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "tag": "977c42d9-5158-40b3-9738-6212598b7566"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:46.883121 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4a23ad2a-35e7-45ec-9b87-0fe8604f047c req-d436fec5-31fd-4704-8e1e-1ee84b3a3492 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529132 Mar 28 18:58:46.886918 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eff5c-0248-49e9-b1b7-23ea23cda9cf service neutron] Pushing event updated for resources: {'Port': ['ID=977c42d9-5158-40b3-9738-6212598b7566,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:46.904031 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c528071-da22-4aee-bdc3-83277bdb1d76 x-openstack-request-id: req-6c528071-da22-4aee-bdc3-83277bdb1d76 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:46.904333 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "tag": "977c42d9-5158-40b3-9738-6212598b7566", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:46.904718 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c528071-da22-4aee-bdc3-83277bdb1d76 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:46.905141 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c528071-da22-4aee-bdc3-83277bdb1d76'] response: {'name': 'network-changed', 'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'tag': '977c42d9-5158-40b3-9738-6212598b7566', 'status': 'completed', 'code': 200} Mar 28 18:58:46.990456 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1116-8047-4e87-ad1d-87dce5b4ac27 req-fc093ada-150d-4d3f-9d49-e0b5efed2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:46.992088 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e37a1116-8047-4e87-ad1d-87dce5b4ac27 req-fc093ada-150d-4d3f-9d49-e0b5efed2b6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 1127 time: 0.0652711 Mar 28 18:58:47.036489 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee945fee-b6a9-4f39-a5ac-10abaa577cc2 req-544e94d9-3103-4df1-8fbf-c9fd835a4ead tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.038106 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ee945fee-b6a9-4f39-a5ac-10abaa577cc2 req-544e94d9-3103-4df1-8fbf-c9fd835a4ead tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0566251 Mar 28 18:58:47.086665 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ee945fee-b6a9-4f39-a5ac-10abaa577cc2 req-dfa7f60e-8428-466b-94c5-e35dfb9ac763 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Mar 28 18:58:47.099356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1116-8047-4e87-ad1d-87dce5b4ac27 req-e0dbae92-8b59-428a-b9cd-11b4c82a68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.100844 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e37a1116-8047-4e87-ad1d-87dce5b4ac27 req-e0dbae92-8b59-428a-b9cd-11b4c82a68a0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50618dfcf489415599d11ea74cceee7a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974269 Mar 28 18:58:47.200280 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1116-8047-4e87-ad1d-87dce5b4ac27 req-672c34bb-450e-4bbd-b562-ec302a18924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.201744 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e37a1116-8047-4e87-ad1d-87dce5b4ac27 req-672c34bb-450e-4bbd-b562-ec302a18924d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948560 Mar 28 18:58:47.287777 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-0da5a9ba-f156-41dc-9d1e-6a5881932a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.289286 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-0da5a9ba-f156-41dc-9d1e-6a5881932a96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 1127 time: 0.0449898 Mar 28 18:58:47.333913 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-624074a5-c83f-44b1-b723-e0c476b5721f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977c42d9-5158-40b3-9738-6212598b7566 HTTP/1.1" status: 200 len: 217 time: 0.0360568 Mar 28 18:58:47.381827 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-cf4fe0f3-48c2-448e-bbbd-74f006b8c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.383314 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-cf4fe0f3-48c2-448e-bbbd-74f006b8c150 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0435257 Mar 28 18:58:47.433621 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-45b333c9-c3bf-45db-b9e9-1ce2f86fc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:47.435428 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-45b333c9-c3bf-45db-b9e9-1ce2f86fc7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452607 Mar 28 18:58:47.528257 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-1ac8d14d-8934-4caa-acca-671441ec7851 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845048 Mar 28 18:58:47.617510 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-32e13a40-fe7e-4b2b-b7ef-67decf9819b0 req-156edb5a-e754-4c1f-962b-2984ee142f24 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833962 Mar 28 18:58:47.998446 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111580c-ab0d-433b-8f79-d46ca6dd019e req-bfa14ebd-ad2c-499c-a939-6066fc8e59e7 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:48.000005 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a111580c-ab0d-433b-8f79-d46ca6dd019e req-bfa14ebd-ad2c-499c-a939-6066fc8e59e7 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 943 time: 0.0562158 Mar 28 18:58:48.044840 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a111580c-ab0d-433b-8f79-d46ca6dd019e req-1a625884-15b4-49e8-958f-0e1c08effa03 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394087 Mar 28 18:58:48.205471 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276db30c-c4ea-469a-9a6d-af6450eefb51 req-68526274-c1b5-41f1-9044-05ab905a324a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:48.206964 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-276db30c-c4ea-469a-9a6d-af6450eefb51 req-68526274-c1b5-41f1-9044-05ab905a324a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0502973 Mar 28 18:58:48.251593 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-276db30c-c4ea-469a-9a6d-af6450eefb51 req-073bc466-fddd-49b3-ac70-addf2e53829b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392480 Mar 28 18:58:48.601777 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f85b03-1b83-4fc3-bf94-358a2de711da req-a7503016-03e6-4d8d-8d7d-64fb2285d737 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:48.603529 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97f85b03-1b83-4fc3-bf94-358a2de711da req-a7503016-03e6-4d8d-8d7d-64fb2285d737 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0553303 Mar 28 18:58:48.649555 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97f85b03-1b83-4fc3-bf94-358a2de711da req-e95d52c6-96bd-4d6d-b36d-7a7bf4e4f7fb tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402579 Mar 28 18:58:49.160703 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31c771-e8e0-41dd-b149-da4f226750ab req-697d3382-c484-4850-9e47-b10edcce7801 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:49.162179 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a31c771-e8e0-41dd-b149-da4f226750ab req-697d3382-c484-4850-9e47-b10edcce7801 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 943 time: 0.0514779 Mar 28 18:58:49.207564 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a31c771-e8e0-41dd-b149-da4f226750ab req-17df9adf-0428-4d5c-9e61-fad4f55d2009 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394974 Mar 28 18:58:49.369164 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114764a-c7aa-4f7d-9daf-78e0eac93134 req-13325468-6e00-45b2-955b-f13a4ffc4019 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:49.371137 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2114764a-c7aa-4f7d-9daf-78e0eac93134 req-13325468-6e00-45b2-955b-f13a4ffc4019 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0505128 Mar 28 18:58:49.415097 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2114764a-c7aa-4f7d-9daf-78e0eac93134 req-b2c28454-a0dc-40b0-a1ed-76244f61181a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384095 Mar 28 18:58:49.765606 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e839d-c15a-4f44-8688-f358d45e3660 req-39b20ccf-a720-430c-9a45-087cf8be7bb0 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:49.767070 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f32e839d-c15a-4f44-8688-f358d45e3660 req-39b20ccf-a720-430c-9a45-087cf8be7bb0 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0502830 Mar 28 18:58:49.815576 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f32e839d-c15a-4f44-8688-f358d45e3660 req-220aa95f-c83e-4d67-88e8-6c6ce083ec13 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Mar 28 18:58:50.320135 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ed1e-f525-4ece-855d-de04a8649aeb req-8ff5bda3-d163-47e3-a50b-dd137d5ff77c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:50.321558 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f484ed1e-f525-4ece-855d-de04a8649aeb req-8ff5bda3-d163-47e3-a50b-dd137d5ff77c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 943 time: 0.0496917 Mar 28 18:58:50.370264 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f484ed1e-f525-4ece-855d-de04a8649aeb req-d847f7d3-4749-485c-81ff-15c56978c50a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420098 Mar 28 18:58:50.543218 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cf2e7-711d-43ba-b8d2-d029274a8a48 req-10bd67ca-c5d5-4927-85f8-9662e99baa9d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:50.544686 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca1cf2e7-711d-43ba-b8d2-d029274a8a48 req-10bd67ca-c5d5-4927-85f8-9662e99baa9d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0520935 Mar 28 18:58:50.591049 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ca1cf2e7-711d-43ba-b8d2-d029274a8a48 req-43f2b05a-4baa-40fd-90c2-571007bdb1c5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Mar 28 18:58:50.929993 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97cd06-fb6d-43ab-a542-92f9c591ee07 req-b8b5a89d-408f-42e9-b8ed-4f874c38f31b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:50.931397 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bf97cd06-fb6d-43ab-a542-92f9c591ee07 req-b8b5a89d-408f-42e9-b8ed-4f874c38f31b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0506926 Mar 28 18:58:50.976803 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bf97cd06-fb6d-43ab-a542-92f9c591ee07 req-521c2656-3c4f-472d-b2ba-135d542257ba tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Mar 28 18:58:51.483599 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954a52-7b40-49b4-bf22-b662e697ae8c req-238ee104-5bda-47b4-b423-af234acbd43d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:51.485033 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89954a52-7b40-49b4-bf22-b662e697ae8c req-238ee104-5bda-47b4-b423-af234acbd43d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 943 time: 0.0509260 Mar 28 18:58:51.529442 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89954a52-7b40-49b4-bf22-b662e697ae8c req-64d67971-2aae-4157-9bc1-a27088adbdbd tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Mar 28 18:58:51.713211 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365bcf-2273-4046-bfb1-95f9ea1a42ab req-41508d85-498d-47ad-98a8-29ad261830eb tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:51.714750 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-49365bcf-2273-4046-bfb1-95f9ea1a42ab req-41508d85-498d-47ad-98a8-29ad261830eb tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0529904 Mar 28 18:58:51.760528 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-49365bcf-2273-4046-bfb1-95f9ea1a42ab req-c6ff4275-caff-4fe7-aad9-2c9c40e15c9a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402772 Mar 28 18:58:52.095505 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eedf6d-0234-48eb-a8eb-d264e32eafd0 req-3f4e173f-5585-440f-a99c-89300766c3ca tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.096945 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0eedf6d-0234-48eb-a8eb-d264e32eafd0 req-3f4e173f-5585-440f-a99c-89300766c3ca tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0553792 Mar 28 18:58:52.143738 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f0eedf6d-0234-48eb-a8eb-d264e32eafd0 req-8699cf6c-ad1f-4275-95ad-43851d153544 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413475 Mar 28 18:58:52.647497 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaa2b3-a50a-4aea-8ec1-249c2fed2fa5 req-1d8934ec-11b5-4595-82cf-344df624e4ab tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.648947 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cbbaa2b3-a50a-4aea-8ec1-249c2fed2fa5 req-1d8934ec-11b5-4595-82cf-344df624e4ab tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 943 time: 0.0551233 Mar 28 18:58:52.694040 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cbbaa2b3-a50a-4aea-8ec1-249c2fed2fa5 req-b091416d-c0d5-459f-94c1-323ab1777f1a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396285 Mar 28 18:58:52.779921 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 977c42d9-5158-40b3-9738-6212598b7566 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:58:52.874396 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 977c42d9-5158-40b3-9738-6212598b7566, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=977c42d9-5158-40b3-9738-6212598b7566,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:52.883012 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7f749-bea9-400e-a2c5-6ca9089ff9a9 req-89df13b4-2e92-401d-b6e8-878d2228d144 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:52.884466 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bcb7f749-bea9-400e-a2c5-6ca9089ff9a9 req-89df13b4-2e92-401d-b6e8-878d2228d144 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0511715 Mar 28 18:58:52.886365 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '977c42d9-5158-40b3-9738-6212598b7566', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'port_id': '977c42d9-5158-40b3-9738-6212598b7566', 'mac_address': 'fa:16:3e:e5:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:58:52.921990 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 977c42d9-5158-40b3-9738-6212598b7566 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:52.922402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (977c42d9-5158-40b3-9738-6212598b7566), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:52.930165 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bcb7f749-bea9-400e-a2c5-6ca9089ff9a9 req-2276a378-a54e-41dd-af0d-506a07bbc153 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Mar 28 18:58:52.939109 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977c42d9-5158-40b3-9738-6212598b7566 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:58:52.958047 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 977c42d9-5158-40b3-9738-6212598b7566, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=977c42d9-5158-40b3-9738-6212598b7566,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:52.961933 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (977c42d9-5158-40b3-9738-6212598b7566), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:52.962611 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:58:53.046721 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=977c42d9-5158-40b3-9738-6212598b7566,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:53.060802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.061148 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.061506 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.061860 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.062213 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.062542 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.062863 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.063182 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.063500 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.063820 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.064140 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.064474 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.064795 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.065110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.065424 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:53.102434 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:53.113940 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'port_id': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'mac_address': 'fa:16:3e:6b:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:58:53.153782 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: ACTIVE; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:53.154080 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.166195 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75f84315-7268-40d6-82fa-79e764f3e6b3 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:58:53.186052 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:53.190517 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:53.196173 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-1cc789b1-fab9-4d70-be06-126a024df6db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547843 Mar 28 18:58:53.241932 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=6']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:53.265223 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f300213-efb9-4867-9f4a-2a71290bf7e3 req-371a9fce-9861-4dc4-8271-e90aadcc88e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:53.266732 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8f300213-efb9-4867-9f4a-2a71290bf7e3 req-371a9fce-9861-4dc4-8271-e90aadcc88e8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0542283 Mar 28 18:58:53.300951 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-8a9d2954-b4d9-4e00-b88e-d0ce7f562c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:53.302466 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-8a9d2954-b4d9-4e00-b88e-d0ce7f562c8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 1130 time: 0.0448866 Mar 28 18:58:53.312742 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8f300213-efb9-4867-9f4a-2a71290bf7e3 req-8b327e41-5a4f-4899-aff0-64ab4bdb8a2f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Mar 28 18:58:53.337846 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['75f84315-7268-40d6-82fa-79e764f3e6b3'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:58:53.409013 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-85aff4fc-927c-41a0-be16-1945783f5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:53.410395 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-85aff4fc-927c-41a0-be16-1945783f5615 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0840175 Mar 28 18:58:53.454701 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-6206b5d2-60f6-41ad-a17b-dcdeeeeeaee8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 200 len: 217 time: 0.0376046 Mar 28 18:58:53.500949 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-0c0f2c7b-379a-4bf9-ac92-80703f9a2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:53.502354 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-0c0f2c7b-379a-4bf9-ac92-80703f9a2be0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0413642 Mar 28 18:58:53.549616 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-d8b8f868-aa42-4f84-8439-deaaeb06eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:53.551060 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-d8b8f868-aa42-4f84-8439-deaaeb06eb06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418730 Mar 28 18:58:53.641486 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-b45c6903-168c-4440-b240-2bc790e3cbf1 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834312 Mar 28 18:58:53.726839 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a0083556-f7e6-47cb-b7fd-071c6e2eea8a req-e19528d6-6171-420b-9759-eb42b904acb4 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794992 Mar 28 18:58:53.810217 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7df84-6f2c-4149-8837-a7b423d4937d req-d19f9cdc-2725-4007-aa47-2f7d95e4d467 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:53.811644 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00c7df84-6f2c-4149-8837-a7b423d4937d req-d19f9cdc-2725-4007-aa47-2f7d95e4d467 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 944 time: 0.0529439 Mar 28 18:58:53.819227 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['977c42d9-5158-40b3-9738-6212598b7566'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:58:53.860718 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00c7df84-6f2c-4149-8837-a7b423d4937d req-ae5ff752-a6e5-44f8-a864-6117b4412e78 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Mar 28 18:58:53.895572 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.049689 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11766d3-1c8b-4e68-925f-00a855272c61 req-4392009b-7c16-4f30-bbb4-c9fce2039777 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:54.051189 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e11766d3-1c8b-4e68-925f-00a855272c61 req-4392009b-7c16-4f30-bbb4-c9fce2039777 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0511789 Mar 28 18:58:54.102547 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e11766d3-1c8b-4e68-925f-00a855272c61 req-22774221-fbc8-4fb6-8155-e8dd10d5c4ec tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456705 Mar 28 18:58:54.288181 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:58:54.429036 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50134e-6581-4e0d-a2aa-d22dffae7fa7 req-c23e1543-584d-430c-b2cf-d873230e348d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:54.430499 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a50134e-6581-4e0d-a2aa-d22dffae7fa7 req-c23e1543-584d-430c-b2cf-d873230e348d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0528579 Mar 28 18:58:54.477426 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a50134e-6581-4e0d-a2aa-d22dffae7fa7 req-d4900da0-3190-466b-9eb2-bc1f90b48658 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Mar 28 18:58:54.667736 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f86aea8a-3693-4122-9414-feb6fae2eef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.798395 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:58:54.847734 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 75f84315-7268-40d6-82fa-79e764f3e6b3 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:58:54.848421 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.922431 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:54.922769 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.945550 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:54.948363 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a52ba-8052-4f58-b616-3d1bb6a918d7" -d '{"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-plugged", "status": "completed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:54.960869 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:54.965837 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:54.982103 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d36c-bad1-406c-87c8-a069bbce9b21 req-77dea873-55df-4eb3-a371-66351c5b4531 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:54.986270 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-89c7d36c-bad1-406c-87c8-a069bbce9b21 req-77dea873-55df-4eb3-a371-66351c5b4531 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 944 time: 0.0585406 Mar 28 18:58:54.991726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c4d505-9005-42d8-953b-843e4807ddb2 x-openstack-request-id: req-71c4d505-9005-42d8-953b-843e4807ddb2 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:54.992036 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-plugged", "status": "completed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:54.992301 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71c4d505-9005-42d8-953b-843e4807ddb2 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:54.992685 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c4d505-9005-42d8-953b-843e4807ddb2'] response: {'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'code': 200} Mar 28 18:58:55.017620 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=7']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:55.032256 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-89c7d36c-bad1-406c-87c8-a069bbce9b21 req-5d442fdf-fed7-4a92-a606-d9d32b53139b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Mar 28 18:58:55.223386 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81064dba-1ad8-4894-a1bd-835312135ac1 req-157b4d48-b0e5-44e0-8ff6-f68de52ade44 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:55.224830 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81064dba-1ad8-4894-a1bd-835312135ac1 req-157b4d48-b0e5-44e0-8ff6-f68de52ade44 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0510881 Mar 28 18:58:55.269778 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81064dba-1ad8-4894-a1bd-835312135ac1 req-63b22cfe-c5cc-4fb3-aba5-82284c5ca53c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Mar 28 18:58:55.591740 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f8116-ce76-4d36-a449-44f5a357d5e5 req-7ed20a7b-74e2-49a3-b83e-2105c0bb7a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:55.593188 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1c8f8116-ce76-4d36-a449-44f5a357d5e5 req-7ed20a7b-74e2-49a3-b83e-2105c0bb7a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0509830 Mar 28 18:58:55.639713 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1c8f8116-ce76-4d36-a449-44f5a357d5e5 req-df4263fa-fbc9-47fe-9b8a-3877808746b9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408707 Mar 28 18:58:56.151029 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b72fe-9cd8-4b78-b683-75be0bec87b1 req-cf87d183-a81a-4333-b106-23c5e56357f5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:56.152489 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-325b72fe-9cd8-4b78-b683-75be0bec87b1 req-cf87d183-a81a-4333-b106-23c5e56357f5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 944 time: 0.0548151 Mar 28 18:58:56.197621 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-325b72fe-9cd8-4b78-b683-75be0bec87b1 req-7e9154ce-9f2b-4e81-b4e2-01890a6aa113 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Mar 28 18:58:56.393910 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d59f3-aa91-455d-8569-d372d8125c4e req-7005b59c-354f-41c4-be86-48505228788a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:56.395394 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a53d59f3-aa91-455d-8569-d372d8125c4e req-7005b59c-354f-41c4-be86-48505228788a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0546689 Mar 28 18:58:56.443020 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a53d59f3-aa91-455d-8569-d372d8125c4e req-b8f0464d-1956-4df8-b740-e0b4c1d2407c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Mar 28 18:58:56.751674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a47d-b2f7-4305-a211-785c844d5842 req-a714aa04-fa41-49df-a34b-aab50d65db55 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:56.753094 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ddc3a47d-b2f7-4305-a211-785c844d5842 req-a714aa04-fa41-49df-a34b-aab50d65db55 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0498307 Mar 28 18:58:56.798606 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ddc3a47d-b2f7-4305-a211-785c844d5842 req-db6f88ef-bb87-4914-a16a-76e5d3dc5749 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Mar 28 18:58:56.805380 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 977c42d9-5158-40b3-9738-6212598b7566 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:58:56.853714 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 977c42d9-5158-40b3-9738-6212598b7566 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 18:58:56.858125 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 977c42d9-5158-40b3-9738-6212598b7566 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:58:56.858417 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (977c42d9-5158-40b3-9738-6212598b7566), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:56.946759 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ced774c1-7c48-4190-94b4-1bce00f504fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:56.948933 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 977c42d9-5158-40b3-9738-6212598b7566 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:58:56.949319 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (977c42d9-5158-40b3-9738-6212598b7566), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:56.983103 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 977c42d9-5158-40b3-9738-6212598b7566, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=977c42d9-5158-40b3-9738-6212598b7566,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:58:56.987334 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (977c42d9-5158-40b3-9738-6212598b7566), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:57.009012 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977c42d9-5158-40b3-9738-6212598b7566'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:58:57.011380 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ec07f3-5473-49eb-ac4d-e0da6a5ba55c" -d '{"events": [{"server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "name": "network-vif-plugged", "status": "completed", "tag": "977c42d9-5158-40b3-9738-6212598b7566"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:58:57.040693 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=977c42d9-5158-40b3-9738-6212598b7566,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:57.047934 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2ee16a-ff56-4e3b-a418-4caa2e9b2d44 x-openstack-request-id: req-eb2ee16a-ff56-4e3b-a418-4caa2e9b2d44 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:58:57.048235 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "name": "network-vif-plugged", "status": "completed", "tag": "977c42d9-5158-40b3-9738-6212598b7566", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:58:57.048494 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb2ee16a-ff56-4e3b-a418-4caa2e9b2d44 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:58:57.048926 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2ee16a-ff56-4e3b-a418-4caa2e9b2d44'] response: {'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977c42d9-5158-40b3-9738-6212598b7566', 'code': 200} Mar 28 18:58:57.235266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794687bb-3c2d-4597-a976-e775bfed9780 req-12ed424e-5d0d-4cb2-8171-176ef536680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:57.236873 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-794687bb-3c2d-4597-a976-e775bfed9780 req-12ed424e-5d0d-4cb2-8171-176ef536680f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 1129 time: 0.0453117 Mar 28 18:58:57.316804 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-794687bb-3c2d-4597-a976-e775bfed9780 req-5118e3db-964c-4899-8f65-cd8281ea7d90 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727069 Mar 28 18:58:57.331844 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f5f5-e313-4910-b3dd-1f101ac883af req-ea1a46b6-ac46-4ef7-8170-f36cd4dc500e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:57.333272 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a044f5f5-e313-4910-b3dd-1f101ac883af req-ea1a46b6-ac46-4ef7-8170-f36cd4dc500e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0694211 Mar 28 18:58:57.380535 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a044f5f5-e313-4910-b3dd-1f101ac883af req-105cb8b5-f4b3-4d27-8e66-e9fcff12a0f4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Mar 28 18:58:57.578915 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad6509-e1b1-4e0b-9fcc-02489b75c022 req-711a6826-7283-49b6-9b1d-f6cb323ad559 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:57.580554 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c7ad6509-e1b1-4e0b-9fcc-02489b75c022 req-711a6826-7283-49b6-9b1d-f6cb323ad559 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0552857 Mar 28 18:58:57.642554 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c7ad6509-e1b1-4e0b-9fcc-02489b75c022 req-bb117432-e5ce-4117-9996-cf51ece45018 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543506 Mar 28 18:58:57.937542 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bcdd4-2887-4bcc-98bf-4ed204d4aee4 req-31c92812-d4be-4b16-9d86-c16de86052b4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:57.939117 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b1bcdd4-2887-4bcc-98bf-4ed204d4aee4 req-31c92812-d4be-4b16-9d86-c16de86052b4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0586791 Mar 28 18:58:57.994518 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b1bcdd4-2887-4bcc-98bf-4ed204d4aee4 req-f10a2309-d3b8-4138-81dd-07332a051e84 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471611 Mar 28 18:58:58.069572 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:58.513519 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b23e4-aafc-4d3c-8ee5-476404f22c6b req-b87318fd-bab9-4526-923b-896fafe81457 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:58.520530 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-154b23e4-aafc-4d3c-8ee5-476404f22c6b req-b87318fd-bab9-4526-923b-896fafe81457 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0664077 Mar 28 18:58:58.570242 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-154b23e4-aafc-4d3c-8ee5-476404f22c6b req-dc009692-c440-4e0a-ad76-288759351b8f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488539 Mar 28 18:58:58.795266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf18d58-d6fd-411b-be9b-ea180d25c48e req-31f0a040-2325-422e-b304-0404a8c429cd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:58.796839 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbf18d58-d6fd-411b-be9b-ea180d25c48e req-31f0a040-2325-422e-b304-0404a8c429cd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0665543 Mar 28 18:58:58.854979 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbf18d58-d6fd-411b-be9b-ea180d25c48e req-8e1e5e83-adc0-4a01-b3ee-e88fe41b10bd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512838 Mar 28 18:58:59.127906 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff41ff-8a74-474d-a370-3dbdb9ace25f req-9bbc16f4-57b8-4b32-8a1a-33fd41a5684e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:59.129618 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cdff41ff-8a74-474d-a370-3dbdb9ace25f req-9bbc16f4-57b8-4b32-8a1a-33fd41a5684e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0572107 Mar 28 18:58:59.185483 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cdff41ff-8a74-474d-a370-3dbdb9ace25f req-940e1091-93fd-4400-99cc-1d8999dd49c3 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483799 Mar 28 18:58:59.610493 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:58:59.707049 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd221f0-7ee7-4c33-a5a5-fd5cc82ba659 req-e103a212-70fa-4b0e-80dc-92a160b2171e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:59.708551 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cd221f0-7ee7-4c33-a5a5-fd5cc82ba659 req-e103a212-70fa-4b0e-80dc-92a160b2171e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0531600 Mar 28 18:58:59.758112 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cd221f0-7ee7-4c33-a5a5-fd5cc82ba659 req-0e566cc1-4d71-45b8-b881-02825b18302d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426841 Mar 28 18:58:59.888478 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b293bb-515f-4a0c-ac0e-a43e7b68b9ca req-2f96dd58-cc96-424d-b78c-4ce50d353f4d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:59.890101 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-61b293bb-515f-4a0c-ac0e-a43e7b68b9ca req-2f96dd58-cc96-424d-b78c-4ce50d353f4d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0552311 Mar 28 18:58:59.898529 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35596) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:58:59.903223 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'port_id': '977c42d9-5158-40b3-9738-6212598b7566'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:59.958171 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (a9689853-93d3-4a4e-9c47-cfdcabe933c7), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:00.010173 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf1520-ca5a-4529-8899-4f2793fcfac4 req-664db9fd-c296-4291-a17f-4a9540a3cd34 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:00.013414 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfcf1520-ca5a-4529-8899-4f2793fcfac4 req-664db9fd-c296-4291-a17f-4a9540a3cd34 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0673034 Mar 28 18:59:00.080501 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bfcf1520-ca5a-4529-8899-4f2793fcfac4 req-486ad6ac-6de9-4596-aaf1-48e7a2ae329e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610733 Mar 28 18:59:00.377504 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa2615-9147-41b9-bd5f-7a4334206d48 req-393f302e-c2f2-4bc4-a6b8-5ef92b7581e3 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:00.378896 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7dfa2615-9147-41b9-bd5f-7a4334206d48 req-393f302e-c2f2-4bc4-a6b8-5ef92b7581e3 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.1023648 Mar 28 18:59:00.499952 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7dfa2615-9147-41b9-bd5f-7a4334206d48 req-9d98537a-5384-45c2-94f2-0c13fba24484 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983324 Mar 28 18:59:00.521023 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:00.527428 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (a9689853-93d3-4a4e-9c47-cfdcabe933c7), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:00.639939 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP a9689853-93d3-4a4e-9c47-cfdcabe933c7 associated. External IP: 172.27.1.153, port: 977c42d9-5158-40b3-9738-6212598b7566. Mar 28 18:59:00.867070 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:00.984536 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:00.997932 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:00.999365 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:01.018074 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:01.019315 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:58:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:01.022930 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:01.058168 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2e0fceb3-690c-4225-b423-d67cf322e32a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "PUT /v2.0/floatingips/a9689853-93d3-4a4e-9c47-cfdcabe933c7 HTTP/1.1" status: 200 len: 991 time: 1.1466031 Mar 28 18:59:01.058168 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'tag': '977c42d9-5158-40b3-9738-6212598b7566'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:59:01.058168 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be" -d '{"events": [{"name": "network-changed", "server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "tag": "977c42d9-5158-40b3-9738-6212598b7566"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:59:01.102130 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8187d34d-125e-47c0-9833-9b2a0b90bf98 x-openstack-request-id: req-8187d34d-125e-47c0-9833-9b2a0b90bf98 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:59:01.102492 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "tag": "977c42d9-5158-40b3-9738-6212598b7566", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:59:01.102780 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8187d34d-125e-47c0-9833-9b2a0b90bf98 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:59:01.103207 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8187d34d-125e-47c0-9833-9b2a0b90bf98'] response: {'name': 'network-changed', 'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'tag': '977c42d9-5158-40b3-9738-6212598b7566', 'status': 'completed', 'code': 200} Mar 28 18:59:01.181206 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:01.226136 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97506894-3a6c-40d7-9b2c-504da1e2f949 req-84e6bc26-3252-4011-9d9d-ea6389928d24 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:01.234182 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97506894-3a6c-40d7-9b2c-504da1e2f949 req-84e6bc26-3252-4011-9d9d-ea6389928d24 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0603819 Mar 28 18:59:01.267886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-85bc55c1-a143-4acd-aa03-8f05fe5dba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:01.269537 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-85bc55c1-a143-4acd-aa03-8f05fe5dba5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 1129 time: 0.1133230 Mar 28 18:59:01.290859 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97506894-3a6c-40d7-9b2c-504da1e2f949 req-d7359a00-81d4-4bae-97d4-d3c9d33e52ef tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510113 Mar 28 18:59:01.395959 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-f3cc1491-a333-43ec-b66c-0ebe4ed5c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:01.398043 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-f3cc1491-a333-43ec-b66c-0ebe4ed5c7e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 916 time: 0.1211970 Mar 28 18:59:01.481444 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-e8e86b36-5d6f-4e3d-adbc-9c6317d36657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977c42d9-5158-40b3-9738-6212598b7566 HTTP/1.1" status: 200 len: 999 time: 0.0770264 Mar 28 18:59:01.517668 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'a9689853-93d3-4a4e-9c47-cfdcabe933c7', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '977c42d9-5158-40b3-9738-6212598b7566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:e5:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:58:43Z', 'updated_at': '2022-03-28T18:59:00Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}, {'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:13Z', 'revision_number': 2, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:01.595812 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-d02d1de0-e8e3-4f81-bb28-548defa02fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:01.597283 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-d02d1de0-e8e3-4f81-bb28-548defa02fca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.1011944 Mar 28 18:59:01.642598 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:01.655046 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:01.655422 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:58:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:01.688942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27966f6-109d-4bbb-a461-e399396c4513 req-fa06280f-a2fe-4690-8109-ab11c72a4196 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:01.695721 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b27966f6-109d-4bbb-a461-e399396c4513 req-fa06280f-a2fe-4690-8109-ab11c72a4196 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0893507 Mar 28 18:59:01.729389 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-8fed8a8a-94e4-4d6a-82ba-4c1b9a81612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:01.731421 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-8fed8a8a-94e4-4d6a-82ba-4c1b9a81612d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269326 Mar 28 18:59:01.770176 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:01.831356 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-920723c0-655e-4ea6-a5ce-519ddd35c52a service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917828 Mar 28 18:59:01.845594 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b27966f6-109d-4bbb-a461-e399396c4513 req-ec0fa72d-0c0e-4a44-9702-8c842e32225d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489730 Mar 28 18:59:01.952711 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5cd0ec3-390d-4f45-8f4d-12253ec2e3be req-97a797c1-82c8-4881-97a7-f784463f8818 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060071 Mar 28 18:59:02.027376 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'a9689853-93d3-4a4e-9c47-cfdcabe933c7', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '977c42d9-5158-40b3-9738-6212598b7566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:e5:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:58:43Z', 'updated_at': '2022-03-28T18:59:00Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}, {'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:13Z', 'revision_number': 2, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:02.061529 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d6e6b-0eb3-43d8-a8df-032ec2112de5 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'a9689853-93d3-4a4e-9c47-cfdcabe933c7', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '977c42d9-5158-40b3-9738-6212598b7566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:e5:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:58:43Z', 'updated_at': '2022-03-28T18:59:00Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}, {'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:13Z', 'revision_number': 2, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:02.288705 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363296e-de24-4c67-9cbe-947c62dcbc9c None None] New status for floating IP a9689853-93d3-4a4e-9c47-cfdcabe933c7: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 18:59:02.417989 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75521a02-e146-4078-9cb9-05e6393d38bb req-b9fbdeb9-5486-41eb-8786-6ff9ff7ca7eb tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:02.419752 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-75521a02-e146-4078-9cb9-05e6393d38bb req-b9fbdeb9-5486-41eb-8786-6ff9ff7ca7eb tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0595813 Mar 28 18:59:02.495452 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-75521a02-e146-4078-9cb9-05e6393d38bb req-1873fcbc-d33c-4483-9e69-425cc5e606b2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 Mar 28 18:59:02.971550 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b6ede-1496-42e3-9dee-db4a7bbf528e req-0711822d-384d-4414-a4f0-3619a775328c tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:02.973072 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bb0b6ede-1496-42e3-9dee-db4a7bbf528e req-0711822d-384d-4414-a4f0-3619a775328c tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0553858 Mar 28 18:59:03.021532 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bb0b6ede-1496-42e3-9dee-db4a7bbf528e req-01adceba-0f2d-48f5-9240-36309c0ebed9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Mar 28 18:59:03.622863 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a467a52-d6d8-4793-b0c0-e52e3749b19d req-28f761e5-6508-4be4-b860-595e838e407b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:03.629481 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4a467a52-d6d8-4793-b0c0-e52e3749b19d req-28f761e5-6508-4be4-b860-595e838e407b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0597174 Mar 28 18:59:03.676286 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4a467a52-d6d8-4793-b0c0-e52e3749b19d req-a1d796b9-97c0-4388-8c60-c6a0d63aff44 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459578 Mar 28 18:59:04.154108 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a22b66-639f-49be-99e0-69a8c548a6d0 req-f6660379-09b2-4429-a072-497ee483cfdd tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:04.158334 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82a22b66-639f-49be-99e0-69a8c548a6d0 req-f6660379-09b2-4429-a072-497ee483cfdd tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0655363 Mar 28 18:59:04.216522 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82a22b66-639f-49be-99e0-69a8c548a6d0 req-4eed6863-8017-47a0-ac96-539eb48bae43 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520515 Mar 28 18:59:04.811251 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e31f-1630-4005-a442-abca769aff80 req-dfeafe77-4736-40f1-9764-f1ad2bd1ff87 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:04.812856 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a799e31f-1630-4005-a442-abca769aff80 req-dfeafe77-4736-40f1-9764-f1ad2bd1ff87 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0610766 Mar 28 18:59:04.874285 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a799e31f-1630-4005-a442-abca769aff80 req-da086e64-a3a8-457c-bebd-26e0ef7faa45 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534942 Mar 28 18:59:05.342083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf8fe8-61f8-48d4-aedc-4ebc858d2d86 req-d19b785a-f3c6-42a4-866d-035595305e05 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:05.343506 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cdf8fe8-61f8-48d4-aedc-4ebc858d2d86 req-d19b785a-f3c6-42a4-866d-035595305e05 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0538352 Mar 28 18:59:05.394459 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cdf8fe8-61f8-48d4-aedc-4ebc858d2d86 req-ad38f0fa-d1f0-431e-8619-a4ac23ca6d63 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452538 Mar 28 18:59:06.016016 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed88f-12c7-431b-8325-4821310586a6 req-adaf6489-d99d-4c23-8799-7b10682ef7a2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:06.017608 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c9aed88f-12c7-431b-8325-4821310586a6 req-adaf6489-d99d-4c23-8799-7b10682ef7a2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0642283 Mar 28 18:59:06.069532 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c9aed88f-12c7-431b-8325-4821310586a6 req-6d1c760a-5017-454d-971e-e03a5fbf3269 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463943 Mar 28 18:59:06.525399 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee031-dfad-44cc-b29b-1083ab2bd55b req-978dede4-8e90-4902-9a50-7dd6ed9d09ed tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:06.526899 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0bcee031-dfad-44cc-b29b-1083ab2bd55b req-978dede4-8e90-4902-9a50-7dd6ed9d09ed tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0593622 Mar 28 18:59:06.577139 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0bcee031-dfad-44cc-b29b-1083ab2bd55b req-a93f9b5a-d7cc-4a13-92fb-ac0f0ed75001 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444272 Mar 28 18:59:07.196230 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d4ed4-2fb7-4bf5-87e8-11755a4277ab req-5bbe5fe4-62e7-4c89-ba18-c2fb9e90eb9b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:07.197679 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6c0d4ed4-2fb7-4bf5-87e8-11755a4277ab req-5bbe5fe4-62e7-4c89-ba18-c2fb9e90eb9b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0507874 Mar 28 18:59:07.243089 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6c0d4ed4-2fb7-4bf5-87e8-11755a4277ab req-0e9b7e74-e0a7-47ad-8507-494495b5eb58 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Mar 28 18:59:07.435110 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-8f689d6a-5865-4f2a-ae51-0922d640cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:07.436573 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-8f689d6a-5865-4f2a-ae51-0922d640cfa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 1130 time: 0.0447850 Mar 28 18:59:07.526411 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-c20245e9-5acc-475e-9cb4-b457cf2b3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:07.527851 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-c20245e9-5acc-475e-9cb4-b457cf2b3fd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.0842576 Mar 28 18:59:07.589344 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-26fcb780-8f4e-43b4-8b45-538ab0335ddf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f84315-7268-40d6-82fa-79e764f3e6b3 HTTP/1.1" status: 200 len: 1000 time: 0.0556087 Mar 28 18:59:07.636564 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-a9e438d7-ebde-4711-84ae-3da7f2e5069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:07.638044 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-a9e438d7-ebde-4711-84ae-3da7f2e5069d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0429296 Mar 28 18:59:07.719518 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-fa8d7b98-c223-4e30-9fc2-2aba35b21c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:07.720886 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-fa8d7b98-c223-4e30-9fc2-2aba35b21c11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705600 Mar 28 18:59:07.727679 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5968b-cbd2-4343-b26f-f5a5b1b707d1 req-e822092d-686b-4d63-9df8-fce362b07b02 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:07.729004 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-42c5968b-cbd2-4343-b26f-f5a5b1b707d1 req-e822092d-686b-4d63-9df8-fce362b07b02 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0869184 Mar 28 18:59:08.057464 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-42c5968b-cbd2-4343-b26f-f5a5b1b707d1 req-ec2a19f6-e187-4bac-82ab-c46454aaa009 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208818 Mar 28 18:59:08.073986 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-9503c451-ea8d-4b27-b442-974ee62816df service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440349 Mar 28 18:59:08.160869 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efc2ce92-79c6-42fa-81af-a751ba337e6a req-f137cb46-3c68-4c3c-aeba-edd2f812c968 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807831 Mar 28 18:59:08.365609 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afe1e9-58df-426b-94da-5734174d7735 req-62ba3d12-3fe5-4691-bb0e-5ea9be166b0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:08.366995 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c7afe1e9-58df-426b-94da-5734174d7735 req-62ba3d12-3fe5-4691-bb0e-5ea9be166b0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0529807 Mar 28 18:59:08.412440 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c7afe1e9-58df-426b-94da-5734174d7735 req-3094f168-2220-4805-8ac5-e0b982133f8c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394099 Mar 28 18:59:09.181360 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc997e5-4dbc-45da-806a-0885ce0e3573 req-9a62fd4d-cb84-43b5-9aa4-cac699f49395 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:09.182859 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fc997e5-4dbc-45da-806a-0885ce0e3573 req-9a62fd4d-cb84-43b5-9aa4-cac699f49395 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0576019 Mar 28 18:59:09.230924 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fc997e5-4dbc-45da-806a-0885ce0e3573 req-ce77e7d5-1849-426c-af79-aa094448777e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Mar 28 18:59:09.463215 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef0f4f-3923-46d6-83b2-ac09e3d82456 req-254a4c5b-1dfe-466c-940c-a02fb0486f60 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:09.465461 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bbef0f4f-3923-46d6-83b2-ac09e3d82456 req-254a4c5b-1dfe-466c-940c-a02fb0486f60 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0525436 Mar 28 18:59:09.536491 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bbef0f4f-3923-46d6-83b2-ac09e3d82456 req-1a569b52-1150-4725-8fb0-df52969a19a9 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636263 Mar 28 18:59:09.537598 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcdef-ecac-46cb-865c-391ec66f7e78 req-ddfff579-017b-456d-87d9-dc4c443e60a6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:09.539281 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-dafdcdef-ecac-46cb-865c-391ec66f7e78 req-ddfff579-017b-456d-87d9-dc4c443e60a6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Mar 28 18:59:09.552324 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-98bdfbb6-1a59-4c82-8357-262c2ade9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:09.553754 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-98bdfbb6-1a59-4c82-8357-262c2ade9df2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0537558 Mar 28 18:59:09.588230 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-dafdcdef-ecac-46cb-865c-391ec66f7e78 req-b3e5813e-b3dd-43ab-9785-aba171b8f9d3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Mar 28 18:59:09.644133 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-b7efb175-a06e-4fdb-b2aa-0617ed1cdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:09.645487 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-b7efb175-a06e-4fdb-b2aa-0617ed1cdaaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 912 time: 0.0858345 Mar 28 18:59:09.708785 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-a6b054ac-91f9-4cd7-847b-f4965672b3c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 200 len: 1002 time: 0.0556130 Mar 28 18:59:09.759035 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-c5606144-fd25-4368-a49a-a5ff4d3424ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:09.761064 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-c5606144-fd25-4368-a49a-a5ff4d3424ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0444736 Mar 28 18:59:09.805607 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-d5b66430-d049-4072-9184-8f9d1ca906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:09.807044 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-d5b66430-d049-4072-9184-8f9d1ca906f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409019 Mar 28 18:59:09.897742 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-dedb6937-cbd2-4bc1-8034-5ede0de5257a service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783405 Mar 28 18:59:09.996920 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b43bede-84f5-4646-96c8-c2fd2a0d41cc req-f4ef3b23-c5b5-4ea8-8343-2677f468b055 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925388 Mar 28 18:59:10.669813 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde60b2-9923-45c5-8a21-673b5856d960 req-6e16910e-787e-412e-85ed-a658a1e17c4b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:10.671675 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2fde60b2-9923-45c5-8a21-673b5856d960 req-6e16910e-787e-412e-85ed-a658a1e17c4b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0666659 Mar 28 18:59:10.717116 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60626ba6-5aad-45a5-9140-fd628dfb5e93 req-9242910e-f4f4-45aa-b600-628cb8e10d0e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:10.718622 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60626ba6-5aad-45a5-9140-fd628dfb5e93 req-9242910e-f4f4-45aa-b600-628cb8e10d0e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 946 time: 0.0534604 Mar 28 18:59:10.722498 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2fde60b2-9923-45c5-8a21-673b5856d960 req-bc8df23e-6401-4f38-ae8a-8bd5c4c1c1a6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452802 Mar 28 18:59:10.769117 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-60626ba6-5aad-45a5-9140-fd628dfb5e93 req-262c307d-4049-4133-843e-0247ec84d09a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Mar 28 18:59:10.907345 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:10.989516 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:10.989909 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:11.014279 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:59:11.016518 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5f7fd7-4597-4092-99a0-3616ce3a1a9e" -d '{"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-unplugged", "status": "completed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:59:11.029008 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:11.032847 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:11.056392 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 18:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdeca27-2e9a-4bc4-9af6-4deaccbfbd6a x-openstack-request-id: req-ffdeca27-2e9a-4bc4-9af6-4deaccbfbd6a {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:59:11.056684 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-unplugged", "status": "failed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3", "code": 422}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:59:11.056940 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffdeca27-2e9a-4bc4-9af6-4deaccbfbd6a {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:59:11.057477 dv-cinder-835483-1-iscsi neutron-server[103111]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ffdeca27-2e9a-4bc4-9af6-4deaccbfbd6a']: {'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'code': 422} returned with failed status Mar 28 18:59:11.084289 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=8']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:11.239512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-53c22d77-f08a-4436-ad28-bb7dba547fb8 req-f779c638-d167-499e-9d97-685b547353ea service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:59:11.240478 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53c22d77-f08a-4436-ad28-bb7dba547fb8 req-f779c638-d167-499e-9d97-685b547353ea service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052180 Mar 28 18:59:11.396327 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c662c-0ea9-44e8-ad49-438c53c6f849 req-b03cb7d3-38ee-4b77-9335-edec25741e7b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:11.397783 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-124c662c-0ea9-44e8-ad49-438c53c6f849 req-b03cb7d3-38ee-4b77-9335-edec25741e7b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0509198 Mar 28 18:59:11.444027 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-124c662c-0ea9-44e8-ad49-438c53c6f849 req-12bc95dd-6b6e-4f33-9a6b-6a82d03da3e8 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398650 Mar 28 18:59:11.744437 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 35720) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:11.831057 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-eeca325f-a805-406b-9437-50a554f86489 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846772 Mar 28 18:59:11.840161 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d7cf9-9d20-4805-b812-4fd8c071628d req-6040cfcb-def3-48c9-a71e-117e4603da2b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:11.841372 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-a2c058cc-4e85-4fc3-95f8-92d0c43cb237 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 18:59:11.841616 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef7d7cf9-9d20-4805-b812-4fd8c071628d req-6040cfcb-def3-48c9-a71e-117e4603da2b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0510631 Mar 28 18:59:11.842495 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-a2c058cc-4e85-4fc3-95f8-92d0c43cb237 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049977 Mar 28 18:59:11.894411 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ef7d7cf9-9d20-4805-b812-4fd8c071628d req-03dc1583-13b2-4b29-9b1d-31d80e7b1d31 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Mar 28 18:59:11.917781 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 35732) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:12.011355 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-4ef9f03b-11b9-46d0-9d68-4b509ddb09e3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:12.012660 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-4ef9f03b-11b9-46d0-9d68-4b509ddb09e3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports/75f84315-7268-40d6-82fa-79e764f3e6b3 HTTP/1.1" status: 200 len: 941 time: 0.0938919 Mar 28 18:59:12.565954 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9d39c-a6ec-4f5a-843e-0d144cddbf4a req-645dc830-27d3-40a2-aeab-0d02aade9ad4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:12.567453 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0af9d39c-a6ec-4f5a-843e-0d144cddbf4a req-645dc830-27d3-40a2-aeab-0d02aade9ad4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0513179 Mar 28 18:59:12.616018 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0af9d39c-a6ec-4f5a-843e-0d144cddbf4a req-9940fa8f-3457-4437-8d2e-7b297037bc4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Mar 28 18:59:13.737110 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cb5ec-24fc-45ea-b902-790c2f2726e8 req-b80d2436-2979-4524-aeae-ca39640ad347 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:13.738615 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-898cb5ec-24fc-45ea-b902-790c2f2726e8 req-b80d2436-2979-4524-aeae-ca39640ad347 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0520129 Mar 28 18:59:13.783528 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-898cb5ec-24fc-45ea-b902-790c2f2726e8 req-788bd6eb-6618-4fc5-82d1-df4a11029419 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 Mar 28 18:59:14.902462 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b02bd-d409-4dee-abcc-94a932103fe7 req-dd225add-71cc-4659-ad3e-0386216f0885 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:14.903923 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8a7b02bd-d409-4dee-abcc-94a932103fe7 req-dd225add-71cc-4659-ad3e-0386216f0885 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0528040 Mar 28 18:59:14.930570 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 18:59:14.950101 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8a7b02bd-d409-4dee-abcc-94a932103fe7 req-00a3f629-7fcd-4d80-8aef-1a182c70386f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Mar 28 18:59:15.006340 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: DOWN; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:16.073440 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155a8da-1fd1-43e8-b3c9-9e1bea18c89d req-a1efb1a8-a2cc-4662-b058-f36f16ab660a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:16.074850 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c155a8da-1fd1-43e8-b3c9-9e1bea18c89d req-a1efb1a8-a2cc-4662-b058-f36f16ab660a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0550623 Mar 28 18:59:16.120896 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c155a8da-1fd1-43e8-b3c9-9e1bea18c89d req-73f44e52-993f-4f18-bfe1-83891393a716 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Mar 28 18:59:17.242578 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70fe20-6668-4fe1-830a-38a7250c048b req-541d3f28-f5af-441f-8856-0dd0be18273e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:17.244102 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0b70fe20-6668-4fe1-830a-38a7250c048b req-541d3f28-f5af-441f-8856-0dd0be18273e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0506485 Mar 28 18:59:17.291313 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0b70fe20-6668-4fe1-830a-38a7250c048b req-38b11a84-9623-4b05-9725-5aa2d5a3335a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403700 Mar 28 18:59:18.248331 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e618e5-4226-47db-a14d-55c9f8611503 req-691c9621-6897-4347-8e5f-29f78b3959f5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.250097 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-62e618e5-4226-47db-a14d-55c9f8611503 req-691c9621-6897-4347-8e5f-29f78b3959f5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0582359 Mar 28 18:59:18.281099 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-beca4bef-0a4f-4be2-9663-65308525503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.282602 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-beca4bef-0a4f-4be2-9663-65308525503f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1130 time: 0.0838654 Mar 28 18:59:18.297192 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-62e618e5-4226-47db-a14d-55c9f8611503 req-20fb875f-e217-42f5-a34a-14566ba3b9c3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Mar 28 18:59:18.360942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-90b45587-63c9-4199-b288-f3871b9bcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.362431 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-90b45587-63c9-4199-b288-f3871b9bcdcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293&tenant_id=d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 1128 time: 0.1282425 Mar 28 18:59:18.455921 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-3f60c217-90f7-46a2-b86a-1c4fd1d6af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.457335 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-3f60c217-90f7-46a2-b86a-1c4fd1d6af72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.1598866 Mar 28 18:59:18.507085 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-994942ec-c1a7-41a5-a038-2b9eb90c6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.508529 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-994942ec-c1a7-41a5-a038-2b9eb90c6eda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 1128 time: 0.1240058 Mar 28 18:59:18.519025 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec7ab-0a34-4142-a3fe-c53623eae6c1 req-5e573d30-6537-401d-b6ba-375f418007d5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.520357 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c32ec7ab-0a34-4142-a3fe-c53623eae6c1 req-5e573d30-6537-401d-b6ba-375f418007d5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.1539018 Mar 28 18:59:18.601424 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-7c31856c-bd6f-443e-897d-73ee10710894 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 200 len: 1002 time: 0.1374209 Mar 28 18:59:18.693447 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c32ec7ab-0a34-4142-a3fe-c53623eae6c1 req-59361aa8-3658-43e8-bff8-31090f24b499 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589382 Mar 28 18:59:18.695120 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-8ee96cf2-3336-4fbd-b3b2-96c5e610c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.696740 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-8ee96cf2-3336-4fbd-b3b2-96c5e610c729 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0872836 Mar 28 18:59:18.697649 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-6b9fa1ca-06e7-4abf-b9a0-72309df8006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.698976 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-6b9fa1ca-06e7-4abf-b9a0-72309df8006a service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.1744113 Mar 28 18:59:18.796094 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-564e35b1-264a-41ce-a5ce-9bfe48ef7254 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75f84315-7268-40d6-82fa-79e764f3e6b3 HTTP/1.1" status: 200 len: 998 time: 0.0806959 Mar 28 18:59:18.800343 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-cb26b4e2-3280-4e8b-80a2-6d7467a4b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.801720 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-cb26b4e2-3280-4e8b-80a2-6d7467a4b85b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937972 Mar 28 18:59:18.888807 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-b3451f4a-31c0-49b8-8772-1d8560aecc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.890209 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-b3451f4a-31c0-49b8-8772-1d8560aecc67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0875850 Mar 28 18:59:18.944001 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-3f429192-094d-482d-8c5d-a005e2b9acac service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345208 Mar 28 18:59:18.998275 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-fa28367e-54a6-4c68-b380-a52a12eec10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:18.999718 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-fa28367e-54a6-4c68-b380-a52a12eec10d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981045 Mar 28 18:59:19.084855 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2a959548-67c6-4c4c-8f31-55ce1fb35c6c req-c1fe283c-6925-487b-978f-76c16f10b2a3 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338933 Mar 28 18:59:19.111250 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-3ab84f16-2510-4223-b555-982228befd7d service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027796 Mar 28 18:59:19.202134 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029e8e26-8365-4294-bef8-d8efa0e39323 req-d428864e-09bb-49df-abc9-ecb03cd22e4b service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850587 Mar 28 18:59:19.416734 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0045b88-6237-49b6-9c69-3a8c5cb28a76 req-ceb21608-810d-4ab4-bb41-57fa8e3bffed tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:19.418256 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0045b88-6237-49b6-9c69-3a8c5cb28a76 req-ceb21608-810d-4ab4-bb41-57fa8e3bffed tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0534947 Mar 28 18:59:19.465559 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0045b88-6237-49b6-9c69-3a8c5cb28a76 req-b45b965b-01b5-4d27-b4a1-905ab58eb0d0 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Mar 28 18:59:19.823749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff42eb-0b81-4635-8024-7f3453833283 req-e10dc1f1-0f5a-449c-bba4-5c9bd577b2a4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:19.825223 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5dff42eb-0b81-4635-8024-7f3453833283 req-e10dc1f1-0f5a-449c-bba4-5c9bd577b2a4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0560639 Mar 28 18:59:19.874190 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5dff42eb-0b81-4635-8024-7f3453833283 req-9b559f44-d393-4823-9e3f-c3a05c362af6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Mar 28 18:59:20.596087 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1aaf3-7ab5-47aa-a5be-547e551d38bd req-506092a6-7d90-42fb-b1d5-25c6b79c6309 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:20.597571 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c4b1aaf3-7ab5-47aa-a5be-547e551d38bd req-506092a6-7d90-42fb-b1d5-25c6b79c6309 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0590518 Mar 28 18:59:20.643223 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c4b1aaf3-7ab5-47aa-a5be-547e551d38bd req-52a9285d-8fa4-42e0-9dce-adaa3bdcd8aa tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398357 Mar 28 18:59:21.009404 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb83c94-690e-4fa2-b5cc-daf3101f8ea2 req-9f6b91a0-9bd3-4065-8389-a666017e31af tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:21.011091 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cdb83c94-690e-4fa2-b5cc-daf3101f8ea2 req-9f6b91a0-9bd3-4065-8389-a666017e31af tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0607386 Mar 28 18:59:21.061036 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cdb83c94-690e-4fa2-b5cc-daf3101f8ea2 req-d0d2985d-3802-452e-aba1-5825f4cbf469 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Mar 28 18:59:21.766517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380e03-7734-4785-bbbe-af89df4e520e req-d1208a0b-0385-4c8d-879d-68904cc30541 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:21.768016 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ec380e03-7734-4785-bbbe-af89df4e520e req-d1208a0b-0385-4c8d-879d-68904cc30541 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0543861 Mar 28 18:59:21.819154 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ec380e03-7734-4785-bbbe-af89df4e520e req-731bdc7d-4a17-48a2-92a9-f2f41e0d6464 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452306 Mar 28 18:59:22.203237 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21142ec-c200-439b-b45f-001d6b14e85e req-0e5c9077-8ec4-4a85-9e81-44b934bf9eb1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:22.204710 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e21142ec-c200-439b-b45f-001d6b14e85e req-0e5c9077-8ec4-4a85-9e81-44b934bf9eb1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0702522 Mar 28 18:59:22.251925 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e21142ec-c200-439b-b45f-001d6b14e85e req-3239344c-75b7-4c03-a262-c94379954eca tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Mar 28 18:59:22.941416 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3b147-5e04-43a3-95c3-5f736243849b req-9622c70f-6b32-4b29-b936-22a17376a1f5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:22.942868 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d6a3b147-5e04-43a3-95c3-5f736243849b req-9622c70f-6b32-4b29-b936-22a17376a1f5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0537269 Mar 28 18:59:22.994443 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d6a3b147-5e04-43a3-95c3-5f736243849b req-e1913c6a-1265-4e19-afea-81f5db71b593 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455573 Mar 28 18:59:23.381904 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f5022-3368-4b86-aead-211fa0651b95 req-6caf3d8d-4a8e-4a37-ab31-89f86edb882f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:23.383418 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b18f5022-3368-4b86-aead-211fa0651b95 req-6caf3d8d-4a8e-4a37-ab31-89f86edb882f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0515511 Mar 28 18:59:23.436367 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b18f5022-3368-4b86-aead-211fa0651b95 req-f5c30f6f-1d23-4e61-9ae8-42470c926199 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463572 Mar 28 18:59:23.896804 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:24.123771 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e208b-fb37-4ee6-921c-ce4d74b0f17b req-4c8c5dc5-dc8f-47f0-b071-be930932fa41 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:24.125292 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e96e208b-fb37-4ee6-921c-ce4d74b0f17b req-4c8c5dc5-dc8f-47f0-b071-be930932fa41 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0552061 Mar 28 18:59:24.172490 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e96e208b-fb37-4ee6-921c-ce4d74b0f17b req-38a44a4b-ca4b-4aa2-8090-504172bb0a2d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 Mar 28 18:59:24.569430 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3308-66d1-4d81-bb88-5cbae39a129e req-f761f4e8-4588-4526-9cf8-cfd78fb743d1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:24.570968 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-09dd3308-66d1-4d81-bb88-5cbae39a129e req-f761f4e8-4588-4526-9cf8-cfd78fb743d1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0581498 Mar 28 18:59:24.621511 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-09dd3308-66d1-4d81-bb88-5cbae39a129e req-7e20a437-4b69-400b-aff0-87e8126d7abc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442858 Mar 28 18:59:24.671415 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-452e9bc1-a58c-45fb-8f60-2e7b0b6ad617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:25.291569 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bc756-9236-472d-b496-b29e8aea2e9a req-4a71f8e2-2bca-40ed-87d9-7e2c5867cd32 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:25.293554 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9a4bc756-9236-472d-b496-b29e8aea2e9a req-4a71f8e2-2bca-40ed-87d9-7e2c5867cd32 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0538392 Mar 28 18:59:25.343017 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9a4bc756-9236-472d-b496-b29e8aea2e9a req-580715e4-916c-49e8-8b30-326c7eb832c2 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Mar 28 18:59:25.746144 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb668612-f545-4f01-81b1-4e3f0342cc66 req-d926e076-31a9-463d-ab5a-e677b48e6ebc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:25.747706 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb668612-f545-4f01-81b1-4e3f0342cc66 req-d926e076-31a9-463d-ab5a-e677b48e6ebc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0525453 Mar 28 18:59:25.795851 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb668612-f545-4f01-81b1-4e3f0342cc66 req-4e98f62d-552c-46cc-9b30-1b441998c9c8 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Mar 28 18:59:26.687137 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115443e5-dac6-4bed-96b4-2f74914e286a req-185f8af5-2ce8-42e8-929c-42b8251ccdca tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:26.688754 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-115443e5-dac6-4bed-96b4-2f74914e286a req-185f8af5-2ce8-42e8-929c-42b8251ccdca tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.2777309 Mar 28 18:59:26.735377 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-115443e5-dac6-4bed-96b4-2f74914e286a req-69826600-e191-4db1-9b57-06ac5b7574ec tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Mar 28 18:59:26.924087 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91f96d-9a57-4bfb-9778-864303cf7cc0 req-dfbc7663-8af0-4e21-ac77-33ce387fbe0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:26.925066 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d2c1bfcd-b311-4b00-8051-0aad790d8d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:26.925520 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de91f96d-9a57-4bfb-9778-864303cf7cc0 req-dfbc7663-8af0-4e21-ac77-33ce387fbe0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0581439 Mar 28 18:59:26.976384 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de91f96d-9a57-4bfb-9778-864303cf7cc0 req-590592b3-cd2d-43cd-8773-ab29a804eb22 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447314 Mar 28 18:59:27.859559 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fe5d9-a3f6-4613-8159-5d0f34e0e280 req-a708fd77-6d4a-43e8-8d1c-44f00f93e104 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:27.861018 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-503fe5d9-a3f6-4613-8159-5d0f34e0e280 req-a708fd77-6d4a-43e8-8d1c-44f00f93e104 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0546854 Mar 28 18:59:27.907939 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-503fe5d9-a3f6-4613-8159-5d0f34e0e280 req-a1b0d6d2-10f6-48cc-85cc-186a41438f38 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Mar 28 18:59:28.075149 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:28.122220 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722eb8b-33b3-423a-9bd5-cbc251db626b req-341600c5-36a7-4093-9b89-491747d0e75b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:28.123866 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d722eb8b-33b3-423a-9bd5-cbc251db626b req-341600c5-36a7-4093-9b89-491747d0e75b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0707471 Mar 28 18:59:28.182226 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d722eb8b-33b3-423a-9bd5-cbc251db626b req-7d0386d3-668e-4c33-b7b6-86126c677598 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512211 Mar 28 18:59:29.027754 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833104e5-cb86-4ac2-9323-15c14200ebaf req-7a0cbfc3-6d36-412a-9636-86064f90540c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:29.029211 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-833104e5-cb86-4ac2-9323-15c14200ebaf req-7a0cbfc3-6d36-412a-9636-86064f90540c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0546129 Mar 28 18:59:29.074317 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-833104e5-cb86-4ac2-9323-15c14200ebaf req-0ce5a196-8389-45c8-a664-fcd5daef422c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390303 Mar 28 18:59:29.300780 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4897e-dd9e-4bde-bdba-f49815ea7ad5 req-d63cafcc-efc8-4902-ba1b-39b77e4a106c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:29.302256 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7d4897e-dd9e-4bde-bdba-f49815ea7ad5 req-d63cafcc-efc8-4902-ba1b-39b77e4a106c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0536373 Mar 28 18:59:29.347616 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7d4897e-dd9e-4bde-bdba-f49815ea7ad5 req-666c16fb-4a8b-46b4-94bf-88761c6b8aba tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Mar 28 18:59:29.601873 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:30.189154 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab4c89-dfc7-4ed3-9e53-acdd80681316 req-dca215b8-7f16-45a6-a6d5-efd4bbf387db tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:30.190604 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-96ab4c89-dfc7-4ed3-9e53-acdd80681316 req-dca215b8-7f16-45a6-a6d5-efd4bbf387db tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0498557 Mar 28 18:59:30.234985 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-96ab4c89-dfc7-4ed3-9e53-acdd80681316 req-8152df4a-e02f-48d2-a8b9-2c0ace38514b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389791 Mar 28 18:59:30.466704 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d2a68-1658-4288-b08e-566a978fc163 req-6f604287-65f6-487e-bd8a-543a7b6f644d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:30.468144 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dd9d2a68-1658-4288-b08e-566a978fc163 req-6f604287-65f6-487e-bd8a-543a7b6f644d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0513215 Mar 28 18:59:30.512930 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dd9d2a68-1658-4288-b08e-566a978fc163 req-759be660-0ee6-43ff-ac67-0e3cd6e42c85 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Mar 28 18:59:31.015042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:31.287043 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 18:59:31.349837 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8c80c-1e85-45bd-90c2-08b709be5acf req-b63b4f32-f498-457b-9a91-506c9dd9a470 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:31.351301 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-49c8c80c-1e85-45bd-90c2-08b709be5acf req-b63b4f32-f498-457b-9a91-506c9dd9a470 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0504360 Mar 28 18:59:31.398380 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-49c8c80c-1e85-45bd-90c2-08b709be5acf req-6f669248-edb4-4242-a6ed-c4322aa93189 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 Mar 28 18:59:31.632902 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ada5c-b7a1-4e22-8c9a-8ed0e461ca6b req-32a60860-dfa7-49e0-992f-803f5c921552 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:31.634396 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d0ada5c-b7a1-4e22-8c9a-8ed0e461ca6b req-32a60860-dfa7-49e0-992f-803f5c921552 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0509765 Mar 28 18:59:31.682735 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2d0ada5c-b7a1-4e22-8c9a-8ed0e461ca6b req-36809c19-1b3f-457a-900f-07a4f163c219 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Mar 28 18:59:32.512026 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d4955-9720-4783-b17f-8f66068a6e63 req-83766209-034c-4234-a59f-3e69c5d5a0d7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:32.513457 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d08d4955-9720-4783-b17f-8f66068a6e63 req-83766209-034c-4234-a59f-3e69c5d5a0d7 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0503871 Mar 28 18:59:32.558373 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d08d4955-9720-4783-b17f-8f66068a6e63 req-49239e75-0508-4636-acfb-761213ed1126 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392270 Mar 28 18:59:32.804782 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e21907-4ead-4ed8-8f75-b157f2934ce5 req-2c929807-096c-4623-a706-7182f34fc52c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:32.806255 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73e21907-4ead-4ed8-8f75-b157f2934ce5 req-2c929807-096c-4623-a706-7182f34fc52c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0524364 Mar 28 18:59:32.852638 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73e21907-4ead-4ed8-8f75-b157f2934ce5 req-f8709a74-6768-447c-941e-66eec33c3cf3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406926 Mar 28 18:59:33.673471 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e47c0-1901-4ef0-9103-394f8d124f84 req-a56e189f-ce53-43cf-8b1e-9b6988fe8a51 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:33.674958 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-897e47c0-1901-4ef0-9103-394f8d124f84 req-a56e189f-ce53-43cf-8b1e-9b6988fe8a51 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0501673 Mar 28 18:59:33.720863 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-897e47c0-1901-4ef0-9103-394f8d124f84 req-94d790be-258a-490c-aa80-27abc0842752 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 Mar 28 18:59:33.971509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67553c5f-e724-4966-af84-fd7e09e2a4d4 req-0e2f6c24-5f0c-4fce-b701-05d5f3dbce05 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:33.972967 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67553c5f-e724-4966-af84-fd7e09e2a4d4 req-0e2f6c24-5f0c-4fce-b701-05d5f3dbce05 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0522168 Mar 28 18:59:34.019131 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-67553c5f-e724-4966-af84-fd7e09e2a4d4 req-af9d8348-2baa-4f5e-9f72-d286387216d9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407331 Mar 28 18:59:34.280791 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d7608-4c22-4772-96a8-848609e6b64e req-45838352-7e13-44b9-8007-04a02bd619e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:34.282282 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-932d7608-4c22-4772-96a8-848609e6b64e req-45838352-7e13-44b9-8007-04a02bd619e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1130 time: 0.0467091 Mar 28 18:59:34.325724 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-932d7608-4c22-4772-96a8-848609e6b64e req-c78f7335-41ad-4cb6-b5cb-90b10329ac43 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358715 Mar 28 18:59:34.839246 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c3fcc-24ee-469e-85ee-c0672c28ba04 req-5dc13da1-b690-4d1a-a457-ff5ef3b2ddfe tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:34.841329 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3e0c3fcc-24ee-469e-85ee-c0672c28ba04 req-5dc13da1-b690-4d1a-a457-ff5ef3b2ddfe tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0553136 Mar 28 18:59:34.887653 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3e0c3fcc-24ee-469e-85ee-c0672c28ba04 req-b30c2b2d-85fb-4974-bc03-2595c632c197 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403864 Mar 28 18:59:35.138800 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a218-902b-43b9-b635-057e635f9040 req-4188082a-1639-4f4e-8538-49eeb245adad tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:35.140258 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7102a218-902b-43b9-b635-057e635f9040 req-4188082a-1639-4f4e-8538-49eeb245adad tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0522535 Mar 28 18:59:35.185211 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7102a218-902b-43b9-b635-057e635f9040 req-8bc2d610-75be-4f99-bf8c-1ff37991d1f6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395489 Mar 28 18:59:36.002697 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f29d1-50df-464a-b5b3-4a89eb5b936f req-b97e4d14-cdd2-4674-adbf-526d0bdbd136 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:36.004153 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4f7f29d1-50df-464a-b5b3-4a89eb5b936f req-b97e4d14-cdd2-4674-adbf-526d0bdbd136 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0508051 Mar 28 18:59:36.049256 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4f7f29d1-50df-464a-b5b3-4a89eb5b936f req-e1bdab5e-d8eb-4160-9691-8535726aaf32 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 Mar 28 18:59:36.305582 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7c082-4b7f-4a3d-9a75-5a03e720742a req-380c9ea6-d39b-4b58-82a0-52be1af6a70a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:36.307106 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-16a7c082-4b7f-4a3d-9a75-5a03e720742a req-380c9ea6-d39b-4b58-82a0-52be1af6a70a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0518167 Mar 28 18:59:36.357357 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-16a7c082-4b7f-4a3d-9a75-5a03e720742a req-7826cf6d-43ad-42de-9e6f-32b8fe24fe3d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Mar 28 18:59:36.459310 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-aa8c2fff-fe11-4594-907c-af08e1cc7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:36.460705 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-aa8c2fff-fe11-4594-907c-af08e1cc7efb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1130 time: 0.0443277 Mar 28 18:59:36.469513 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f377e-b043-4c6c-ac55-515fbed359be req-1dabd003-fbee-46a4-bd3a-4996bd2ce490 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:36.471037 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f13f377e-b043-4c6c-ac55-515fbed359be req-1dabd003-fbee-46a4-bd3a-4996bd2ce490 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0507708 Mar 28 18:59:36.517526 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f13f377e-b043-4c6c-ac55-515fbed359be req-203e6205-8224-41fd-8e7b-d4168bc035ff tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Mar 28 18:59:36.557229 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-d2c2ffa6-39e4-41bf-9620-b2346586b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:36.558726 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-d2c2ffa6-39e4-41bf-9620-b2346586b88e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0919633 Mar 28 18:59:36.622463 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-e2d7f57a-a57c-4bc4-a8ba-a5914968f87d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 200 len: 1002 time: 0.0574651 Mar 28 18:59:36.671779 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-b4229a68-c523-4e4b-8cfd-4f68d039e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:36.673172 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-b4229a68-c523-4e4b-8cfd-4f68d039e3ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0445607 Mar 28 18:59:36.720841 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-4f6089a0-5f6c-42d2-9c2b-0ff9121e9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:36.722207 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-4f6089a0-5f6c-42d2-9c2b-0ff9121e9252 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423870 Mar 28 18:59:36.807231 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-6c4575c3-9c55-4e9e-9bbe-ee4565b5fa00 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778675 Mar 28 18:59:36.894582 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b264c7f-db40-4f8d-8954-b14de0d1beb0 req-0a3ce13e-c50b-404e-bb6b-3f88d4670917 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808954 Mar 28 18:59:37.479802 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c27b7-11e8-4fae-8d9f-d394e800e432 req-657a71b9-0e7c-4b21-bf99-6b2f46cf1780 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:37.481275 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-176c27b7-11e8-4fae-8d9f-d394e800e432 req-657a71b9-0e7c-4b21-bf99-6b2f46cf1780 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0527856 Mar 28 18:59:37.525954 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-176c27b7-11e8-4fae-8d9f-d394e800e432 req-e21ec719-d377-4ede-bf11-be61af518f0f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392888 Mar 28 18:59:37.632492 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee387-316d-4ae0-b929-b96208574441 req-a435de90-23bb-4406-92a9-50f48073604c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:37.633937 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-028ee387-316d-4ae0-b929-b96208574441 req-a435de90-23bb-4406-92a9-50f48073604c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0502942 Mar 28 18:59:37.677977 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-028ee387-316d-4ae0-b929-b96208574441 req-7915813d-5733-4c4d-972e-956add6b6e6b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379715 Mar 28 18:59:38.652598 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69722ae-b7e6-4a38-8203-b3e44541928b req-b4f6b840-8183-4af2-b6fc-043012b3e79b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:38.654041 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a69722ae-b7e6-4a38-8203-b3e44541928b req-b4f6b840-8183-4af2-b6fc-043012b3e79b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0600121 Mar 28 18:59:38.699305 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a69722ae-b7e6-4a38-8203-b3e44541928b req-9911d7ff-964d-45ee-bba5-430f68a70799 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Mar 28 18:59:38.794734 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d6cc-3f22-4c7b-a297-e809de496185 req-af805dac-2175-43c9-b51e-86becee06d15 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:38.796164 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-01e9d6cc-3f22-4c7b-a297-e809de496185 req-af805dac-2175-43c9-b51e-86becee06d15 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0534534 Mar 28 18:59:38.840393 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-01e9d6cc-3f22-4c7b-a297-e809de496185 req-9b3227f1-2b36-4150-86cb-b785ee30e4bd tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387139 Mar 28 18:59:39.821724 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591044e-577a-42d3-9871-673f9d8da087 req-a46bb31e-cbff-4f6d-8fdb-c7269eb3626d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:39.823192 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3591044e-577a-42d3-9871-673f9d8da087 req-a46bb31e-cbff-4f6d-8fdb-c7269eb3626d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0500917 Mar 28 18:59:39.868401 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3591044e-577a-42d3-9871-673f9d8da087 req-a15f0881-6206-4621-b416-a6c84055acc7 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Mar 28 18:59:39.957404 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee378b-b835-46d6-ab0b-0532d6fc2600 req-5924d81e-6576-418c-80f7-883f497cf746 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:39.958929 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-20ee378b-b835-46d6-ab0b-0532d6fc2600 req-5924d81e-6576-418c-80f7-883f497cf746 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0514362 Mar 28 18:59:40.003484 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-20ee378b-b835-46d6-ab0b-0532d6fc2600 req-640ba6b7-cabe-4793-9352-611463089873 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Mar 28 18:59:40.115011 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958c054-e461-40bd-965e-f65e351c67f7 req-0888abc3-5037-4622-8e7a-5569c6bd18b4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:40.117206 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f958c054-e461-40bd-965e-f65e351c67f7 req-0888abc3-5037-4622-8e7a-5569c6bd18b4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0522094 Mar 28 18:59:40.125989 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 35902) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 18:59:40.130365 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Request body: {'floatingip': {'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:59:40.187821 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.848402 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.852083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:40.993363 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d023b-bbfd-4524-b713-411074bb95a8 req-a41c3401-532e-41ca-89a7-b8bdff7d0bc1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:40.994809 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2b0d023b-bbfd-4524-b713-411074bb95a8 req-a41c3401-532e-41ca-89a7-b8bdff7d0bc1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 944 time: 0.0547681 Mar 28 18:59:41.040501 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2b0d023b-bbfd-4524-b713-411074bb95a8 req-42cd505b-2287-4642-81ae-a29b69bca45d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Mar 28 18:59:41.060177 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Router f2c8a1a5-87b0-4e13-b49a-51201565b68e has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 18:59:41.069216 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 18:59:41.164061 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:41.165878 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 18:59:41.171682 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.176253 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'port_id': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'mac_address': 'fa:16:3e:6b:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 18:59:41.178226 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] Sync routers for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:59:41.189453 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:41.190208 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:59:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.205938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:59:41.207268 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63" -d '{"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:59:41.216172 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:41.216562 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.232919 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f84315-7268-40d6-82fa-79e764f3e6b3 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 18:59:41.237471 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-45213149-bdfd-4a8a-b945-1317aa9c8a14 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "PUT /v2.0/floatingips/6ebb2c57-e97d-4230-bc22-e1de1088f26c HTTP/1.1" status: 200 len: 994 time: 1.1102557 Mar 28 18:59:41.266735 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:41.267092 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93058561-49a7-4a81-b7e1-712b50d9b606 x-openstack-request-id: req-93058561-49a7-4a81-b7e1-712b50d9b606 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:59:41.267443 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:59:41.267642 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93058561-49a7-4a81-b7e1-712b50d9b606 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:59:41.268050 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93058561-49a7-4a81-b7e1-712b50d9b606'] response: {'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'status': 'completed', 'code': 200} Mar 28 18:59:41.271256 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:41.300784 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:41.325399 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=9']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:41.346537 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-d1b260ea-e0d0-4495-afda-fbc23269fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:41.348047 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-d1b260ea-e0d0-4495-afda-fbc23269fb91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1130 time: 0.0559399 Mar 28 18:59:41.444749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-855b0c7d-9a19-4a12-b22d-64e9ca547b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:41.446293 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-855b0c7d-9a19-4a12-b22d-64e9ca547b43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0910118 Mar 28 18:59:41.511030 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-d147e4cc-22b5-42bf-80a1-af04dee8e3cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 200 len: 1002 time: 0.0576859 Mar 28 18:59:41.530402 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6ebb2c57-e97d-4230-bc22-e1de1088f26c', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'mac_address': 'fa:16:3e:b4:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:10Z', 'updated_at': '2022-03-28T18:59:40Z', 'revision_number': 3, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.557181 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] Checking router: f2c8a1a5-87b0-4e13-b49a-51201565b68e for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:59:41.565856 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 18:59:41.566215 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-b4d09e63-d345-49e9-8e76-42b893543308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:41.566475 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:59:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.567654 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-b4d09e63-d345-49e9-8e76-42b893543308 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0434036 Mar 28 18:59:41.619486 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-04c8158b-6728-4f0e-b922-2e3fbcc5174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:41.620970 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-04c8158b-6728-4f0e-b922-2e3fbcc5174b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471380 Mar 28 18:59:41.651497 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['75f84315-7268-40d6-82fa-79e764f3e6b3'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 18:59:41.674939 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 18:59:41.712776 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-084259f1-4c22-4715-a884-8624982ed9e8 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844228 Mar 28 18:59:41.809830 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd3e1bc5-71ef-4fd1-9ecf-77aeae512e63 req-9cb5441f-0f98-45e2-873f-ea44279494e3 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892062 Mar 28 18:59:41.897821 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6ebb2c57-e97d-4230-bc22-e1de1088f26c', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'mac_address': 'fa:16:3e:b4:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:10Z', 'updated_at': '2022-03-28T18:59:40Z', 'revision_number': 3, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:59:41.922967 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd60b2f-2021-4a57-8ade-17e746b96301 None None] The sync data for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi is: [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6ebb2c57-e97d-4230-bc22-e1de1088f26c', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'port_id': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'mac_address': 'fa:16:3e:b4:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:57:10Z', 'updated_at': '2022-03-28T18:59:40Z', 'revision_number': 3, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:59:42.163481 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100e837-12eb-4c7b-b87d-30fa0f4ba997 req-aec176a4-fa05-4f60-b659-6185d0cbf0bd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:42.164937 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1100e837-12eb-4c7b-b87d-30fa0f4ba997 req-aec176a4-fa05-4f60-b659-6185d0cbf0bd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 945 time: 0.0517004 Mar 28 18:59:42.211861 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1100e837-12eb-4c7b-b87d-30fa0f4ba997 req-396f68a7-8cde-4b20-a4fa-d93ceb8f62df tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397267 Mar 28 18:59:43.063264 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 18:59:43.109254 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 75f84315-7268-40d6-82fa-79e764f3e6b3 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 18:59:43.109625 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.182236 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 75f84315-7268-40d6-82fa-79e764f3e6b3 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 18:59:43.182613 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.205299 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:59:43.207513 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14cbb7c-8730-42cb-957b-783bfa916d3b" -d '{"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-plugged", "status": "completed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:59:43.222462 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 18:59:43.226793 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:43.250134 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622644b4-7893-459c-b6ac-4862d702ef27 x-openstack-request-id: req-622644b4-7893-459c-b6ac-4862d702ef27 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:59:43.250446 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-plugged", "status": "completed", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:59:43.250697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-622644b4-7893-459c-b6ac-4862d702ef27 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:59:43.251084 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622644b4-7893-459c-b6ac-4862d702ef27'] response: {'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'code': 200} Mar 28 18:59:43.269203 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 18:59:43.271661 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955a1d2d-99b0-424a-ad5b-e891c3845516" -d '{"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 18:59:43.283212 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=10']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:59:43.315560 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40150bd-fb56-4638-aad7-b07b757b7b1e x-openstack-request-id: req-f40150bd-fb56-4638-aad7-b07b757b7b1e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 18:59:43.315862 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 18:59:43.316124 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f40150bd-fb56-4638-aad7-b07b757b7b1e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 18:59:43.316518 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40150bd-fb56-4638-aad7-b07b757b7b1e'] response: {'name': 'network-changed', 'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'status': 'completed', 'code': 200} Mar 28 18:59:43.337184 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235909-27ac-4706-b7fc-5b84a04a1e52 req-aa248d3f-a4cf-40b9-831e-90cd7f9c6378 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.338730 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-03235909-27ac-4706-b7fc-5b84a04a1e52 req-aa248d3f-a4cf-40b9-831e-90cd7f9c6378 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.0514863 Mar 28 18:59:43.382813 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-f5f2726c-5ed2-4392-a384-b51b33ff0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.384289 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-f5f2726c-5ed2-4392-a384-b51b33ff0cd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 1130 time: 0.0447502 Mar 28 18:59:43.388610 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-03235909-27ac-4706-b7fc-5b84a04a1e52 req-1f7705e9-a52f-4f99-8cad-099ef8676205 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Mar 28 18:59:43.474380 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-03c71a1c-6056-4799-b0b9-6a2950a519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.475816 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-03c71a1c-6056-4799-b0b9-6a2950a519f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0843968 Mar 28 18:59:43.547217 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-93579e2d-3c2e-406a-97f7-11070a495e17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 200 len: 1002 time: 0.0650461 Mar 28 18:59:43.595554 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-c7d6f075-4a29-4f0e-8928-15530ec3d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.596960 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-c7d6f075-4a29-4f0e-8928-15530ec3d4ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0436475 Mar 28 18:59:43.645219 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-013002d2-7817-4112-aca6-a68dfccd03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.646885 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-013002d2-7817-4112-aca6-a68dfccd03d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430052 Mar 28 18:59:43.741340 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-a96ac000-eeb1-4553-9613-5123d678748a service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878944 Mar 28 18:59:43.859966 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bbed8-2896-45fb-b0d1-027e73d693d3 req-a9b3877c-f47b-4ccf-93ff-f66833353961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:43.861329 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e95bbed8-2896-45fb-b0d1-027e73d693d3 req-a9b3877c-f47b-4ccf-93ff-f66833353961 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 1131 time: 0.0742264 Mar 28 18:59:43.863487 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-955a1d2d-99b0-424a-ad5b-e891c3845516 req-3d8ffdfd-019f-4dbe-83ad-d2b2681f9526 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160989 Mar 28 18:59:43.908182 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e95bbed8-2896-45fb-b0d1-027e73d693d3 req-546fc784-5e39-47f2-bac2-07705970fac8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358677 Mar 28 18:59:44.511411 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf706e-6ad6-49b4-b9a7-869ebc7dd1fe req-935df568-9d5a-4b2f-a0ec-8ea1e68cbe53 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:44.513475 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31cf706e-6ad6-49b4-b9a7-869ebc7dd1fe req-935df568-9d5a-4b2f-a0ec-8ea1e68cbe53 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.0519183 Mar 28 18:59:44.559590 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31cf706e-6ad6-49b4-b9a7-869ebc7dd1fe req-fb0ad2f9-119c-4431-a317-50b02a03cc93 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Mar 28 18:59:45.682845 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c7853-61b0-4ebf-b649-9be116747c16 req-6c179355-6065-40ed-9ff3-9869b9ac5475 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:45.685165 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-133c7853-61b0-4ebf-b649-9be116747c16 req-6c179355-6065-40ed-9ff3-9869b9ac5475 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.0557430 Mar 28 18:59:45.734984 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-133c7853-61b0-4ebf-b649-9be116747c16 req-ab762a0c-ed06-4878-afa5-d7c023fdb665 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Mar 28 18:59:46.858080 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe416-8269-406e-ac5c-713451451723 req-d306f739-fc3d-4583-acc6-0632cf8929d1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:46.859552 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5cbfe416-8269-406e-ac5c-713451451723 req-d306f739-fc3d-4583-acc6-0632cf8929d1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.0548174 Mar 28 18:59:46.905106 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5cbfe416-8269-406e-ac5c-713451451723 req-99cddb8c-2154-44e1-b482-56c9e8d645e9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401113 Mar 28 18:59:53.898295 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:54.673902 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1dfaeb15-707a-44ee-9396-9c4849294385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:54.834846 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-53ac2a0e-878d-4a38-ac34-8787d5c99bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421441 Mar 28 18:59:54.897874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-b1d1b964-b1d1-4f36-8a78-b9cc120c6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:54.899359 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-b1d1b964-b1d1-4f36-8a78-b9cc120c6594 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a6117129af949f0acb440eec33d0c8b&device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 1130 time: 0.0426590 Mar 28 18:59:55.005821 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-92b6492f-1a35-42a4-b78b-3c21f966a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:55.007285 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-92b6492f-1a35-42a4-b78b-3c21f966a7e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 200 len: 920 time: 0.0850520 Mar 28 18:59:55.046897 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-a5f1c2b7-423a-4674-b99f-2b38bd902663 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0 HTTP/1.1" status: 200 len: 217 time: 0.0333042 Mar 28 18:59:55.095157 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-1d0a21dc-c904-443f-9c55-fb6736d56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:55.096582 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-1d0a21dc-c904-443f-9c55-fb6736d56587 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 200 len: 858 time: 0.0418482 Mar 28 18:59:55.148810 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-5d2951e8-0caa-41fe-b111-1aae41bf7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:59:55.150222 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-5d2951e8-0caa-41fe-b111-1aae41bf7af3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbb6d09f-debf-4861-8d26-a31683d060c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465739 Mar 28 18:59:55.235596 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-4fcbae2d-535c-48e0-8576-318af32a3367 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787988 Mar 28 18:59:55.325238 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c0b5868-b21a-4204-9ad8-1fd2ff8f2470 req-428e9ed1-dbdf-4903-8014-b8e5c2b069d9 service neutron] 10.222.0.15 "GET /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Mar 28 18:59:56.919859 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c971-e46f-42e4-be06-bad1bbc05a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:58.066795 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 18:59:59.606813 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:01.017578 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:08.285739 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:00:20.647533 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f697-68aa-41c3-83e6-5ce2fce6d240 req-0c557f2a-2bd8-4016-b02b-0f69cc981c78 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:20.648880 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4478f697-68aa-41c3-83e6-5ce2fce6d240 req-0c557f2a-2bd8-4016-b02b-0f69cc981c78 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0523889 Mar 28 19:00:20.697753 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4478f697-68aa-41c3-83e6-5ce2fce6d240 req-847e35aa-11a6-4b48-b78a-116f580c2dc0 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Mar 28 19:00:21.865428 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ecc1a-4d4b-4826-b751-37fba75d02cd req-96dac539-8f68-4dfc-8896-0160f5dee967 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:21.866898 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-889ecc1a-4d4b-4826-b751-37fba75d02cd req-96dac539-8f68-4dfc-8896-0160f5dee967 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.1006193 Mar 28 19:00:21.911221 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-889ecc1a-4d4b-4826-b751-37fba75d02cd req-41e2775c-ccb3-4b3d-b9a3-665f28a96ecb tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 Mar 28 19:00:23.028661 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22431e75-349a-47c3-8606-ac1b75566639 req-bb66a64d-1927-4f35-a23a-de0b8489096a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:23.030105 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-22431e75-349a-47c3-8606-ac1b75566639 req-bb66a64d-1927-4f35-a23a-de0b8489096a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0541356 Mar 28 19:00:23.075383 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-22431e75-349a-47c3-8606-ac1b75566639 req-409a7ff9-bf17-4d3b-811d-20d804949b17 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Mar 28 19:00:23.905936 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:24.040083 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720d3c-8eda-450f-9bbb-71c7f34cfdd6 req-556cb737-be59-4330-8877-e5f761a9655d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:24.041572 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3b720d3c-8eda-450f-9bbb-71c7f34cfdd6 req-556cb737-be59-4330-8877-e5f761a9655d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0517311 Mar 28 19:00:24.094429 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3b720d3c-8eda-450f-9bbb-71c7f34cfdd6 req-781308eb-e925-4f91-85e6-d5dee0ecaf7f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474153 Mar 28 19:00:24.192221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8eab3-6e28-4e4a-9be6-f5d0d9aaa191 req-12714f2d-c6c9-4d70-b87f-e325c43a8ae7 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:24.193573 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-98b8eab3-6e28-4e4a-9be6-f5d0d9aaa191 req-12714f2d-c6c9-4d70-b87f-e325c43a8ae7 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0509415 Mar 28 19:00:24.241867 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-98b8eab3-6e28-4e4a-9be6-f5d0d9aaa191 req-bdb615ac-e9e3-4cf4-b35c-96e4bce0669b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Mar 28 19:00:24.674492 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c777360-6ebf-4964-853e-4cb17daef3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:25.211871 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5e6f1-e954-4d91-bbbb-5dd9c90d23dc req-1474e4e1-d651-475d-9d1b-84eec9f865fe tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:25.213318 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-53b5e6f1-e954-4d91-bbbb-5dd9c90d23dc req-1474e4e1-d651-475d-9d1b-84eec9f865fe tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0508919 Mar 28 19:00:25.261733 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-53b5e6f1-e954-4d91-bbbb-5dd9c90d23dc req-dde4aaec-2758-46c9-b4bb-6e4bf0eb7ce4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 Mar 28 19:00:25.356459 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d78f79-0bbd-43ce-ad3b-4d4c9cffa469 req-377d766c-0428-4822-86a2-5b6c7374614a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:25.357796 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0d78f79-0bbd-43ce-ad3b-4d4c9cffa469 req-377d766c-0428-4822-86a2-5b6c7374614a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0507925 Mar 28 19:00:25.402670 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e0d78f79-0bbd-43ce-ad3b-4d4c9cffa469 req-26a2501c-e967-44ef-90f3-d0f403194b0e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 Mar 28 19:00:25.945788 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-e9d0fabd-ed3a-4f8e-a175-87dd37fb697f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:25.947223 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-e9d0fabd-ed3a-4f8e-a175-87dd37fb697f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0504825 Mar 28 19:00:26.037666 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port 977c42d9-5158-40b3-9738-6212598b7566 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:26.038006 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (977c42d9-5158-40b3-9738-6212598b7566), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.124353 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] For port 977c42d9-5158-40b3-9738-6212598b7566, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=977c42d9-5158-40b3-9738-6212598b7566,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:26.124726 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (977c42d9-5158-40b3-9738-6212598b7566), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.338415 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.338774 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (a9689853-93d3-4a4e-9c47-cfdcabe933c7), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.339089 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP a9689853-93d3-4a4e-9c47-cfdcabe933c7 disassociated. External IP: 172.27.1.153, port: 977c42d9-5158-40b3-9738-6212598b7566. Mar 28 19:00:26.339509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for 977c42d9-5158-40b3-9738-6212598b7566 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:26.378783 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcd536-a654-43ee-87a5-976999260bb7 req-10a05b11-cd73-48c0-b83f-5bffcbdd4827 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:26.380269 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d3fcd536-a654-43ee-87a5-976999260bb7 req-10a05b11-cd73-48c0-b83f-5bffcbdd4827 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 945 time: 0.0514681 Mar 28 19:00:26.428192 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d3fcd536-a654-43ee-87a5-976999260bb7 req-15b4e722-5f84-452f-ac28-4e5ad9d35cff tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc2a40d5-7622-4c27-bd1b-72c50fb506d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Mar 28 19:00:26.466425 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (977c42d9-5158-40b3-9738-6212598b7566), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.502883 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=977c42d9-5158-40b3-9738-6212598b7566,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:26.530540 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.530886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.531227 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.531559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.531926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.532253 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.532592 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.532886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.533206 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.533529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.533850 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.534183 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.534506 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.534820 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.535135 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:26.633443 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1083215-fb60-4634-85a7-884558fd3ab6 req-ef3ab4e5-5970-42d7-aa99-fe43ccd89dc6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:26.634924 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1083215-fb60-4634-85a7-884558fd3ab6 req-ef3ab4e5-5970-42d7-aa99-fe43ccd89dc6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.1644781 Mar 28 19:00:26.686928 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:26.701490 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f1083215-fb60-4634-85a7-884558fd3ab6 req-6ce132be-6a5a-4087-b75e-985d87f45a2d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610485 Mar 28 19:00:26.805551 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:26.817418 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:26.827044 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:26.827672 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T18:59:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:26.940432 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5df03c65-ba4a-4db8-b150-6fc27e47b37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:26.958984 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:27.085121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] No DVR routers for this DVR port 977c42d9-5158-40b3-9738-6212598b7566 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:27.087620 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:27.091503 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d24910c3-fa56-4e2b-a8c1-dd401a8efd95 req-79cec370-a1b5-4e3d-860a-7a5a1f1c59a6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "DELETE /v2.0/ports/977c42d9-5158-40b3-9738-6212598b7566 HTTP/1.1" status: 204 len: 173 time: 1.1388638 Mar 28 19:00:27.091949 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'name': 'network-vif-deleted', 'tag': '977c42d9-5158-40b3-9738-6212598b7566'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:27.094181 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf23d13-bd85-48f1-b14c-4a2a1294a640" -d '{"events": [{"server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "name": "network-vif-deleted", "tag": "977c42d9-5158-40b3-9738-6212598b7566"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:27.192356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ceefc8-c876-44f7-914d-5aa58e9a4728 x-openstack-request-id: req-57ceefc8-c876-44f7-914d-5aa58e9a4728 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:27.192662 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c697436-5c47-4c1b-a8c9-3ace4c9efea1", "name": "network-vif-deleted", "tag": "977c42d9-5158-40b3-9738-6212598b7566", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:27.193083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57ceefc8-c876-44f7-914d-5aa58e9a4728 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:27.193507 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ceefc8-c876-44f7-914d-5aa58e9a4728'] response: {'server_uuid': '7c697436-5c47-4c1b-a8c9-3ace4c9efea1', 'name': 'network-vif-deleted', 'tag': '977c42d9-5158-40b3-9738-6212598b7566', 'status': 'completed', 'code': 200} Mar 28 19:00:27.205393 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:13Z', 'revision_number': 2, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:27.233172 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:27.241757 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:27.242416 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:27.351263 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:27.541210 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92c2d368-1f9e-4faa-b29d-a98c90ff5b5a req-cd6eeb90-5123-451c-8f9d-57987417cb9d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c697436-5c47-4c1b-a8c9-3ace4c9efea1 HTTP/1.1" status: 200 len: 210 time: 0.0306716 Mar 28 19:00:27.587218 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:13Z', 'revision_number': 2, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:27.614851 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752b61d-e698-4718-a5db-241f461ba434 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'e89594de-77f8-4f9d-a3fe-16d4cbfcce98', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:32:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T18:55:19Z', 'updated_at': '2022-03-28T18:56:13Z', 'revision_number': 2, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:27.834453 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576518-2d76-4284-8286-7030561dc8fa req-ab1b0108-7186-41f1-9b68-e43a904f1178 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:27.835930 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e2576518-2d76-4284-8286-7030561dc8fa req-ab1b0108-7186-41f1-9b68-e43a904f1178 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0602322 Mar 28 19:00:27.864800 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c239bfb-c6ed-4406-abae-f3066b85421d None None] New status for floating IP a9689853-93d3-4a4e-9c47-cfdcabe933c7: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:27.884097 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e2576518-2d76-4284-8286-7030561dc8fa req-e4e68b8a-b7db-4c70-b98f-8347fe66c8b8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Mar 28 19:00:28.071595 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.630632 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36058) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:28.683416 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6d92-01b8-4f68-9a51-b040add98be6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (dc2a40d5-7622-4c27-bd1b-72c50fb506d3), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.707475 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6d92-01b8-4f68-9a51-b040add98be6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (dc2a40d5-7622-4c27-bd1b-72c50fb506d3), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.758277 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6d92-01b8-4f68-9a51-b040add98be6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dc2a40d5-7622-4c27-bd1b-72c50fb506d3), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.761800 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7c5b6d92-01b8-4f68-9a51-b040add98be6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.763077 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7c5b6d92-01b8-4f68-9a51-b040add98be6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc2a40d5-7622-4c27-bd1b-72c50fb506d3 HTTP/1.1" status: 204 len: 168 time: 0.1314392 Mar 28 19:00:28.765891 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36060) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:28.772705 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b6d92-01b8-4f68-9a51-b040add98be6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2a40d5-7622-4c27-bd1b-72c50fb506d3,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:28.783387 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.api.v2.resource [None req-2de12eba-abed-4173-b3c9-88ba4b20d797 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] show failed (client error): The resource could not be found. Mar 28 19:00:28.787220 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2de12eba-abed-4173-b3c9-88ba4b20d797 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups/dc2a40d5-7622-4c27-bd1b-72c50fb506d3 HTTP/1.1" status: 404 len: 347 time: 0.0172827 Mar 28 19:00:28.787385 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36062) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:28.907644 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port 4d2fad1b-5671-4cc6-a952-d6aaaedf27fb {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:28.908300 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.983256 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.983578 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:28.995314 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for 4d2fad1b-5671-4cc6-a952-d6aaaedf27fb owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:29.018518 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d9f50-4ae3-43dd-a8a5-4b8013013fc4 req-193371ce-8e14-46e1-8a94-0060189e665d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:29.020027 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d84d9f50-4ae3-43dd-a8a5-4b8013013fc4 req-193371ce-8e14-46e1-8a94-0060189e665d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0677369 Mar 28 19:00:29.086027 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d84d9f50-4ae3-43dd-a8a5-4b8013013fc4 req-efad43a7-89e9-4ffe-b99e-d04003396445 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591447 Mar 28 19:00:29.175357 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (4d2fad1b-5671-4cc6-a952-d6aaaedf27fb), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:29.204419 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=4d2fad1b-5671-4cc6-a952-d6aaaedf27fb,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:29.217163 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.217519 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.217867 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.218242 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.218583 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.218918 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.219252 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.219579 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.219906 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.220234 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.220564 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.220888 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.221215 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.221540 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.221863 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:29.259494 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 977c42d9-5158-40b3-9738-6212598b7566 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:29.280226 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (a9689853-93d3-4a4e-9c47-cfdcabe933c7), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:29.282717 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:29.286559 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1b52647a-19ef-4f14-a7ec-0a0c413e8be4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9689853-93d3-4a4e-9c47-cfdcabe933c7 HTTP/1.1" status: 204 len: 168 time: 0.4956429 Mar 28 19:00:29.286662 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 977c42d9-5158-40b3-9738-6212598b7566 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:29.286662 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 977c42d9-5158-40b3-9738-6212598b7566 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:29.609903 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:30.200080 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d026589-ae21-4c47-80d2-8d9468a47b9f req-c4c645b0-4a11-42e5-8c0d-1c7e7441ba0b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:30.201413 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0d026589-ae21-4c47-80d2-8d9468a47b9f req-c4c645b0-4a11-42e5-8c0d-1c7e7441ba0b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0518847 Mar 28 19:00:30.246059 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0d026589-ae21-4c47-80d2-8d9468a47b9f req-cf177ed6-d968-4eed-b7a6-8b77c7d2f11d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386887 Mar 28 19:00:30.859838 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa27e4-2837-43eb-967f-5304747f7606 req-f4cb9223-b0e5-4f72-b012-d188aa8e3f3d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:30.861318 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adfa27e4-2837-43eb-967f-5304747f7606 req-f4cb9223-b0e5-4f72-b012-d188aa8e3f3d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0546942 Mar 28 19:00:30.907696 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-adfa27e4-2837-43eb-967f-5304747f7606 req-6f2394c0-1d67-4887-b848-80bd3fc7a0ec tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406170 Mar 28 19:00:31.020758 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:31.366789 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958fb2e-5703-49fb-bd66-c3da1e2bd9c5 req-021aeed2-0ddb-47d1-b7ae-6abdc5c30997 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:31.368265 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d958fb2e-5703-49fb-bd66-c3da1e2bd9c5 req-021aeed2-0ddb-47d1-b7ae-6abdc5c30997 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0548248 Mar 28 19:00:31.413655 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d958fb2e-5703-49fb-bd66-c3da1e2bd9c5 req-5a96d551-43c1-4140-bce1-286700d7351b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399399 Mar 28 19:00:31.607029 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700692e-2e71-4c5e-92b8-767c66645406 req-8a6689ab-2dba-43a2-86b1-fc828432257b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:31.608527 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a700692e-2e71-4c5e-92b8-767c66645406 req-8a6689ab-2dba-43a2-86b1-fc828432257b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0524871 Mar 28 19:00:31.655212 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a700692e-2e71-4c5e-92b8-767c66645406 req-612ff422-2aff-4fdb-845b-3ea4c09dea26 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Mar 28 19:00:31.681354 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-2fe591cd-52e1-4d85-b336-d0a5a43d5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:31.683396 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-2fe591cd-52e1-4d85-b336-d0a5a43d5dac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0898077 Mar 28 19:00:31.767806 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-7c1314ab-db32-412e-bf40-93561287234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:31.769199 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-7c1314ab-db32-412e-bf40-93561287234f service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 912 time: 0.0803244 Mar 28 19:00:31.835304 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-53e8c6b1-c23a-411d-b666-82618b09ca29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 200 len: 1002 time: 0.0593593 Mar 28 19:00:31.881063 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-8392d6ed-bb6b-4fda-81bf-e7151dfc3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:31.882367 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-8392d6ed-bb6b-4fda-81bf-e7151dfc3dbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0410547 Mar 28 19:00:31.932022 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-04693e13-bc84-4055-afed-68d5b3987ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:31.934424 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-04693e13-bc84-4055-afed-68d5b3987ced service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423756 Mar 28 19:00:32.058903 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-fe9a82ac-2d17-4caa-a124-685b8398ccd3 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174643 Mar 28 19:00:32.065718 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2d648-037c-47c8-baae-883f492bd5e7 req-4eb68a33-2cda-4c55-9e38-684f345afb6b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:32.067108 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ae2d648-037c-47c8-baae-883f492bd5e7 req-4eb68a33-2cda-4c55-9e38-684f345afb6b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0823460 Mar 28 19:00:32.171508 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ae2d648-037c-47c8-baae-883f492bd5e7 req-94b3aecd-7ee5-4722-8a12-f2a363933ee5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bfdceeb-9bee-4335-9417-0ea18072bc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959635 Mar 28 19:00:32.195579 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4d6975a8-4bd5-49e5-b79a-d819fa8d19ea req-71341742-af67-4347-86c2-d7eaad113247 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275501 Mar 28 19:00:32.696741 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-6102ad98-1ed6-4e12-97c1-5ac98cdde030 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:32.698200 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-6102ad98-1ed6-4e12-97c1-5ac98cdde030 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 946 time: 0.0523131 Mar 28 19:00:32.772172 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150b581-c6cf-4c62-a401-ec72fe16aae2 req-f592bc70-2622-43ef-b3d9-c2e14624b016 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:32.773655 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7150b581-c6cf-4c62-a401-ec72fe16aae2 req-f592bc70-2622-43ef-b3d9-c2e14624b016 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0507452 Mar 28 19:00:32.806978 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:32.807324 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:32.823129 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7150b581-c6cf-4c62-a401-ec72fe16aae2 req-b65c5ea6-560b-46df-b354-8944c55f07aa tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Mar 28 19:00:32.896667 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] For port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:32.897298 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:33.065572 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:33.065935 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (e89594de-77f8-4f9d-a3fe-16d4cbfcce98), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:33.066285 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP e89594de-77f8-4f9d-a3fe-16d4cbfcce98 disassociated. External IP: 172.27.1.217, port: ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca. Mar 28 19:00:33.066632 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:33.195259 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:33.224617 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:33.325603 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd38704a-49c8-4427-9f1a-278688ee45ee req-0723362e-a90d-4d58-902a-1239a2be651a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=90ee30a0-d995-47a5-85c6-9d17eb261fe6 HTTP/1.1" status: 200 len: 210 time: 0.0525892 Mar 28 19:00:33.364834 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:33.469780 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:33.479035 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:33.488670 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:33.489274 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:33.513792 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] No DVR routers for this DVR port ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:33.516639 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:33.520402 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3b673e4e-bde7-4f82-91a9-f4213874aeb2 req-d3e85329-9f13-4ad4-8e73-16d432a6965a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "DELETE /v2.0/ports/ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca HTTP/1.1" status: 204 len: 173 time: 0.8059726 Mar 28 19:00:33.520856 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'name': 'network-vif-deleted', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:33.523829 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170d45fe-ec92-48bf-bdf8-3537940faa55" -d '{"events": [{"server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "name": "network-vif-deleted", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:33.568747 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8929ad3-5e6a-4ddf-8bbf-3fc6317a4eb7 x-openstack-request-id: req-a8929ad3-5e6a-4ddf-8bbf-3fc6317a4eb7 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:33.569818 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ee30a0-d995-47a5-85c6-9d17eb261fe6", "name": "network-vif-deleted", "tag": "ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:33.570301 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8929ad3-5e6a-4ddf-8bbf-3fc6317a4eb7 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:33.571692 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8929ad3-5e6a-4ddf-8bbf-3fc6317a4eb7'] response: {'server_uuid': '90ee30a0-d995-47a5-85c6-9d17eb261fe6', 'name': 'network-vif-deleted', 'tag': 'ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca', 'status': 'completed', 'code': 200} Mar 28 19:00:33.600346 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:33.801726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:33.828020 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:33.836004 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:33.836558 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:33.944187 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29634a-ec9f-42aa-bb73-11b5bf69e9be req-01c0ce24-cf6f-4840-85bb-119906cd63f6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:33.945811 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5e29634a-ec9f-42aa-bb73-11b5bf69e9be req-01c0ce24-cf6f-4840-85bb-119906cd63f6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0556614 Mar 28 19:00:33.996325 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5e29634a-ec9f-42aa-bb73-11b5bf69e9be req-10ec7400-99ce-4809-8a49-85448b28052b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Mar 28 19:00:34.080354 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:34.273861 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:34.300178 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287dcfa5-93a2-4da4-b08b-a1ab331e3e79 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:34.410945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36114) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:34.467494 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20c783d0-1bf1-468d-811c-565b419064c6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (8bfdceeb-9bee-4335-9417-0ea18072bc86), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.492049 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20c783d0-1bf1-468d-811c-565b419064c6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (8bfdceeb-9bee-4335-9417-0ea18072bc86), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.514426 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3979343-37fd-4557-9aa2-205bfb9cb661 None None] New status for floating IP e89594de-77f8-4f9d-a3fe-16d4cbfcce98: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:34.540437 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20c783d0-1bf1-468d-811c-565b419064c6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8bfdceeb-9bee-4335-9417-0ea18072bc86), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.543617 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20c783d0-1bf1-468d-811c-565b419064c6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.544810 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-20c783d0-1bf1-468d-811c-565b419064c6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/security-groups/8bfdceeb-9bee-4335-9417-0ea18072bc86 HTTP/1.1" status: 204 len: 168 time: 0.1328247 Mar 28 19:00:34.547671 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36116) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:34.558165 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c783d0-1bf1-468d-811c-565b419064c6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfdceeb-9bee-4335-9417-0ea18072bc86,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:34.560633 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.api.v2.resource [None req-69b8a479-c852-44c1-b72a-f9726d3d6bcc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] show failed (client error): The resource could not be found. Mar 28 19:00:34.561888 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-69b8a479-c852-44c1-b72a-f9726d3d6bcc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups/8bfdceeb-9bee-4335-9417-0ea18072bc86 HTTP/1.1" status: 404 len: 347 time: 0.0132191 Mar 28 19:00:34.564790 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36118) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:34.688749 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port 8eff5d96-a427-4c25-857c-d87daf206297 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:34.689089 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (8eff5d96-a427-4c25-857c-d87daf206297), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.762388 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (8eff5d96-a427-4c25-857c-d87daf206297), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.762713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (8eff5d96-a427-4c25-857c-d87daf206297), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.774474 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for 8eff5d96-a427-4c25-857c-d87daf206297 owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:34.903707 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (8eff5d96-a427-4c25-857c-d87daf206297), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.931963 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=8eff5d96-a427-4c25-857c-d87daf206297,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:34.993448 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (e89594de-77f8-4f9d-a3fe-16d4cbfcce98), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.995937 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:34.997047 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e4eb563a-77e3-4c88-bb6f-a0a4c593b14a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/floatingips/e89594de-77f8-4f9d-a3fe-16d4cbfcce98 HTTP/1.1" status: 204 len: 168 time: 0.4313414 Mar 28 19:00:35.191014 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36122) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:35.195539 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-2bc7ad01-0887-4d78-b124-615a800d97f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298634895', 'description': 'tempest-description--1247205359'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:35.220017 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ad01-0887-4d78-b124-615a800d97f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.282141 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ad01-0887-4d78-b124-615a800d97f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (f53c34b8-0e92-486b-a5c9-d09930e1ff6b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.285708 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ad01-0887-4d78-b124-615a800d97f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f53c34b8-0e92-486b-a5c9-d09930e1ff6b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.314268 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ad01-0887-4d78-b124-615a800d97f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.315453 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2bc7ad01-0887-4d78-b124-615a800d97f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1234343 Mar 28 19:00:35.317209 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7ad01-0887-4d78-b124-615a800d97f9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53c34b8-0e92-486b-a5c9-d09930e1ff6b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:35.318356 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36124) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:35.322904 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-293b2913-4154-4940-a487-2312094b38cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': 'f53c34b8-0e92-486b-a5c9-d09930e1ff6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:35.346597 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293b2913-4154-4940-a487-2312094b38cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (25bbb252-bdc5-47e3-a6b1-b87b81c7d08d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.399280 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293b2913-4154-4940-a487-2312094b38cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (25bbb252-bdc5-47e3-a6b1-b87b81c7d08d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.403306 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293b2913-4154-4940-a487-2312094b38cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (25bbb252-bdc5-47e3-a6b1-b87b81c7d08d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.419351 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b2913-4154-4940-a487-2312094b38cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bbb252-bdc5-47e3-a6b1-b87b81c7d08d,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:35.426851 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-293b2913-4154-4940-a487-2312094b38cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.428004 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-293b2913-4154-4940-a487-2312094b38cc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086309 Mar 28 19:00:35.430781 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36126) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:35.435429 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2d6a2681-d810-48c5-87ee-f3a9022e8b23 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': 'f53c34b8-0e92-486b-a5c9-d09930e1ff6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:35.459265 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2681-d810-48c5-87ee-f3a9022e8b23 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (432d4a7e-3d80-402b-b255-c7c859a03190), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.512227 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2681-d810-48c5-87ee-f3a9022e8b23 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (432d4a7e-3d80-402b-b255-c7c859a03190), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.515564 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2681-d810-48c5-87ee-f3a9022e8b23 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (432d4a7e-3d80-402b-b255-c7c859a03190), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.532014 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a2681-d810-48c5-87ee-f3a9022e8b23 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432d4a7e-3d80-402b-b255-c7c859a03190,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:35.538513 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2d6a2681-d810-48c5-87ee-f3a9022e8b23 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.539658 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2d6a2681-d810-48c5-87ee-f3a9022e8b23 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1079652 Mar 28 19:00:35.543322 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36128) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:35.547487 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:35.566550 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.659999 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.761839 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.27.1.228 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/8ff2c058-bcac-4712-809d-2eeea4e8f867) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:35.856931 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.889124 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:35.921989 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:35.924870 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:35.928163 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:35.961402 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=8ff2c058-bcac-4712-809d-2eeea4e8f867,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:36.027060 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (d3e5812b-6d41-4ca6-909a-1b89b6ed218a), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:36.061946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:36.206820 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:36.211145 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:36.277653 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=8ff2c058-bcac-4712-809d-2eeea4e8f867,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:36.285366 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (d3e5812b-6d41-4ca6-909a-1b89b6ed218a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:36.300635 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:36.301872 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2b6e0b01-916f-4dba-b379-2baa8df668ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7576401 Mar 28 19:00:36.447657 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-60d623df-9cbe-480e-8e9a-6d300a75c1b2 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--298634895&fields=id&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 267 time: 0.0402882 Mar 28 19:00:36.552175 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-4606d95e-7732-4f00-b0ff-ed4bc5083ac5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:36.553513 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-4606d95e-7732-4f00-b0ff-ed4bc5083ac5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.0991802 Mar 28 19:00:36.567978 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-df7017a8-8178-4fed-be91-f8fb56b720f0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/quotas/50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 375 time: 0.0085893 Mar 28 19:00:36.620738 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-b0079cc7-ae9c-49d3-8b6f-2b622ccdc628 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475779 Mar 28 19:00:36.751791 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-bcaad1c2-1411-4dff-8492-2da0560af681 service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201260 Mar 28 19:00:36.840138 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-ab2c2759-2329-446a-83d8-15ee661bbf39 service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826004 Mar 28 19:00:37.005702 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2539c91b-274a-41ab-9d0d-36b409b97aab req-fb6b1d0c-d41f-4d24-9722-e47b064bedd0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 210 time: 0.0303316 Mar 28 19:00:37.302395 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:37.326072 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:37.326485 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ba1bbb8a-dcab-4d88-b55a-0b8f3051dcca not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:37.959763 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-835507aa-df20-448f-b380-90afdccc3270 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:37.961252 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-835507aa-df20-448f-b380-90afdccc3270 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.0977437 Mar 28 19:00:38.023823 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-fe76bda7-bf05-46d9-9ee1-9f5e49bce6af tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 379 time: 0.0520127 Mar 28 19:00:38.041404 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'port': {'device_id': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'admin_state_up': True, 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'security_groups': ['f53c34b8-0e92-486b-a5c9-d09930e1ff6b']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:38.116040 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-da9592c4-c6e2-4c90-973f-221a3929810f req-991f6f16-0c92-435f-a405-b68b07cefe6b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 210 time: 0.0319557 Mar 28 19:00:38.170233 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Made reservation on behalf of 50618dfcf489415599d11ea74cceee7a for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:00:38.173461 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.295302 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.20.0.13 (9878c9a9-67d2-47f6-a796-d45b72b61f6f/e0b07a0d-38ee-498e-99aa-975fd79375e9/64509051-cec8-4987-8392-15441384a79a) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:38.426136 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (64509051-cec8-4987-8392-15441384a79a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.457814 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (64509051-cec8-4987-8392-15441384a79a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.500925 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:38.503916 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:38.507514 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:38.512565 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:38.513168 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.527874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=64509051-cec8-4987-8392-15441384a79a,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:38.538772 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-031dc37b-bd5c-4910-b688-573b9f180864 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5011845 Mar 28 19:00:38.551971 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Request body: {'port': {'device_id': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:38.614033 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (64509051-cec8-4987-8392-15441384a79a), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.756730 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e50c7b26-9e6a-4d83-8a6c-940c7535975d None None] Provisioning complete for port 64509051-cec8-4987-8392-15441384a79a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:38.757286 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e50c7b26-9e6a-4d83-8a6c-940c7535975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (64509051-cec8-4987-8392-15441384a79a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.791113 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e50c7b26-9e6a-4d83-8a6c-940c7535975d None None] Port 64509051-cec8-4987-8392-15441384a79a cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:00:38.871003 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64509051-cec8-4987-8392-15441384a79a {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:38.878052 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Publish callbacks [] for port (64509051-cec8-4987-8392-15441384a79a), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.889916 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Transition to ACTIVE for port object 64509051-cec8-4987-8392-15441384a79a will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:00:38.893941 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (64509051-cec8-4987-8392-15441384a79a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:38.957895 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=64509051-cec8-4987-8392-15441384a79a,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:38.975386 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Attempting to bind port 64509051-cec8-4987-8392-15441384a79a on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:00:38.975980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Attempting to bind port 64509051-cec8-4987-8392-15441384a79a by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:00:38.976070 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Attempting to bind port 64509051-cec8-4987-8392-15441384a79a on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:38.980872 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Port 64509051-cec8-4987-8392-15441384a79a on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:00:38.981190 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Attempting to bind port 64509051-cec8-4987-8392-15441384a79a on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:38.986179 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:00:38.986511 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Checking segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:00:38.986891 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Bound using segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:00:38.987311 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Bound port: 64509051-cec8-4987-8392-15441384a79a, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:00:38.987665 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (64509051-cec8-4987-8392-15441384a79a), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:39.054916 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] For port 64509051-cec8-4987-8392-15441384a79a, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:00:39.059540 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] For port 64509051-cec8-4987-8392-15441384a79a, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=64509051-cec8-4987-8392-15441384a79a,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:00:39.066675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (64509051-cec8-4987-8392-15441384a79a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:39.101093 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.102181 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:39.103044 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] 10.222.0.15 "PUT /v2.0/ports/64509051-cec8-4987-8392-15441384a79a HTTP/1.1" status: 200 len: 1094 time: 0.5555558 Mar 28 19:00:39.103522 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'tag': '64509051-cec8-4987-8392-15441384a79a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:39.105797 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a24f0ef-a8f6-470f-9a14-403325ee8002" -d '{"events": [{"name": "network-changed", "server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "tag": "64509051-cec8-4987-8392-15441384a79a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:39.155356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34750d2d-411f-4ac1-a30d-a33dc6511ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=64509051-cec8-4987-8392-15441384a79a,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:39.161489 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6315c6a-6f96-4b12-8e4f-21eba726dbea x-openstack-request-id: req-f6315c6a-6f96-4b12-8e4f-21eba726dbea {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:39.161784 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "tag": "64509051-cec8-4987-8392-15441384a79a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:39.162044 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6315c6a-6f96-4b12-8e4f-21eba726dbea {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:39.162479 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6315c6a-6f96-4b12-8e4f-21eba726dbea'] response: {'name': 'network-changed', 'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'tag': '64509051-cec8-4987-8392-15441384a79a', 'status': 'completed', 'code': 200} Mar 28 19:00:39.230759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-1e868f12-b0b0-4567-a4c9-1f1cd6d07150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.232294 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-1e868f12-b0b0-4567-a4c9-1f1cd6d07150 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 1128 time: 0.0849719 Mar 28 19:00:39.280423 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-59e4cdd4-37e8-477b-adb8-30f8a709c16d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64509051-cec8-4987-8392-15441384a79a HTTP/1.1" status: 200 len: 217 time: 0.0409527 Mar 28 19:00:39.291718 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04451-976b-4a51-a772-ddcd639ce1b7 req-e7a36de1-eeb7-4bc8-b2fd-4155f1c27b7b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.293717 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ba04451-976b-4a51-a772-ddcd639ce1b7 req-e7a36de1-eeb7-4bc8-b2fd-4155f1c27b7b tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 944 time: 0.0984676 Mar 28 19:00:39.363813 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-3325f99a-85cb-4f33-9ab6-cae8f2a8a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.365255 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-3325f99a-85cb-4f33-9ab6-cae8f2a8a2fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0706837 Mar 28 19:00:39.372773 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ba04451-976b-4a51-a772-ddcd639ce1b7 req-4258366c-a253-491b-9aee-487034418d2a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712204 Mar 28 19:00:39.418550 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-a2927263-d141-4acb-8b34-4f69f959a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.420026 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-a2927263-d141-4acb-8b34-4f69f959a841 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464308 Mar 28 19:00:39.504999 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-fa1fa413-bfb5-40c1-83d5-19ccfb72112c service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785954 Mar 28 19:00:39.592561 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1dc84b9b-2f45-4e11-9aad-726acf09eea5 req-7b1bfe02-36b2-4e05-acea-9b47d62ecc08 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817912 Mar 28 19:00:39.682621 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-e475b3b9-a42a-4180-8acf-44575cdb24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.684273 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-e475b3b9-a42a-4180-8acf-44575cdb24ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 1128 time: 0.0453742 Mar 28 19:00:39.770460 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-305c874d-c2a5-4b8d-8ac0-3a1c8132ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.771919 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-305c874d-c2a5-4b8d-8ac0-3a1c8132ec94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 916 time: 0.0813801 Mar 28 19:00:39.815876 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-9adb7e05-8c61-49a0-b43d-05aeecf2da25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64509051-cec8-4987-8392-15441384a79a HTTP/1.1" status: 200 len: 217 time: 0.0364056 Mar 28 19:00:39.864191 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-1931b46b-660d-4268-9735-af417a0c7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.865594 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-1931b46b-660d-4268-9735-af417a0c7d8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0424297 Mar 28 19:00:39.911282 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-4208284a-efef-40f7-ad36-9b73a07034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.912691 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-4208284a-efef-40f7-ad36-9b73a07034f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415223 Mar 28 19:00:40.001311 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-b23ffe4e-07fc-42a7-b64f-137d4fec3985 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817065 Mar 28 19:00:40.088021 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9a24f0ef-a8f6-470f-9a14-403325ee8002 req-ab3ba971-68ab-4038-8730-e72b7db61793 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793724 Mar 28 19:00:40.489148 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5992b68-3c80-4f14-b07f-8deda7baf94c req-2af8ddb9-13fa-4452-842c-9577a89063b4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:40.490620 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e5992b68-3c80-4f14-b07f-8deda7baf94c req-2af8ddb9-13fa-4452-842c-9577a89063b4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 944 time: 0.0506494 Mar 28 19:00:40.535649 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e5992b68-3c80-4f14-b07f-8deda7baf94c req-9fc0443b-d4c4-47d1-9ae4-3d74625a53fa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 Mar 28 19:00:41.649741 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812d9cd-56da-45a6-8771-856c144523bb req-0354010f-35de-4d20-a761-37cc7859a4d4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:41.651853 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8812d9cd-56da-45a6-8771-856c144523bb req-0354010f-35de-4d20-a761-37cc7859a4d4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 944 time: 0.0507174 Mar 28 19:00:41.699727 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8812d9cd-56da-45a6-8771-856c144523bb req-992d7a9d-c7ca-4c7b-8441-4953f397e8ce tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Mar 28 19:00:42.815430 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c864a-034a-4068-8e23-649ff960c8ca req-9992630c-d84c-430e-adb6-bc43aa203d2d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:42.816866 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6d9c864a-034a-4068-8e23-649ff960c8ca req-9992630c-d84c-430e-adb6-bc43aa203d2d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 944 time: 0.0507076 Mar 28 19:00:42.861751 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6d9c864a-034a-4068-8e23-649ff960c8ca req-a883a5b7-9112-4cee-9267-fb99e2a3c046 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Mar 28 19:00:43.340284 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 64509051-cec8-4987-8392-15441384a79a details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:00:43.435576 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 64509051-cec8-4987-8392-15441384a79a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=64509051-cec8-4987-8392-15441384a79a,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:43.446961 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '64509051-cec8-4987-8392-15441384a79a', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'port_id': '64509051-cec8-4987-8392-15441384a79a', 'mac_address': 'fa:16:3e:aa:80:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:00:43.481800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 64509051-cec8-4987-8392-15441384a79a is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:43.482199 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (64509051-cec8-4987-8392-15441384a79a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:43.494402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64509051-cec8-4987-8392-15441384a79a {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:43.513302 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 64509051-cec8-4987-8392-15441384a79a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=64509051-cec8-4987-8392-15441384a79a,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:43.516741 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (64509051-cec8-4987-8392-15441384a79a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:43.564340 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=64509051-cec8-4987-8392-15441384a79a,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:43.571503 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.571878 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.572223 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.572588 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.572923 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.573891 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.574315 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.574684 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.575050 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.575378 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.575789 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.576141 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.576471 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.576794 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.577114 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:43.912243 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['64509051-cec8-4987-8392-15441384a79a'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:00:43.975874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61118be-ffe9-4296-ad48-7ec6079e9212 req-46a06df9-9987-4eda-8cb7-2fd90376b3b4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:43.977351 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c61118be-ffe9-4296-ad48-7ec6079e9212 req-46a06df9-9987-4eda-8cb7-2fd90376b3b4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Mar 28 19:00:44.023922 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c61118be-ffe9-4296-ad48-7ec6079e9212 req-664f9106-9400-456a-b757-edc18a5c69d3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402381 Mar 28 19:00:45.143032 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2590dd3-c618-4306-a708-8f150cf5f4af req-cecb3ab8-d3cd-4170-92a3-adc5257593e3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:45.144484 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a2590dd3-c618-4306-a708-8f150cf5f4af req-cecb3ab8-d3cd-4170-92a3-adc5257593e3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 945 time: 0.0547256 Mar 28 19:00:45.189120 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a2590dd3-c618-4306-a708-8f150cf5f4af req-5c1b1ff5-eb8f-47d0-b0c9-17e8705b9ccc tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391979 Mar 28 19:00:45.284252 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:00:45.352033 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 64509051-cec8-4987-8392-15441384a79a up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:00:45.402478 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 64509051-cec8-4987-8392-15441384a79a completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:00:45.406088 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 64509051-cec8-4987-8392-15441384a79a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:45.406504 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (64509051-cec8-4987-8392-15441384a79a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.479095 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 64509051-cec8-4987-8392-15441384a79a is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:00:45.479997 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (64509051-cec8-4987-8392-15441384a79a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.501994 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64509051-cec8-4987-8392-15441384a79a'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:45.504220 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc9ad30-6f7d-4083-9e72-c07cec91c36f" -d '{"events": [{"server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "name": "network-vif-plugged", "status": "completed", "tag": "64509051-cec8-4987-8392-15441384a79a"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:45.516344 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 64509051-cec8-4987-8392-15441384a79a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=64509051-cec8-4987-8392-15441384a79a,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:45.520210 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (64509051-cec8-4987-8392-15441384a79a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:45.569984 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=64509051-cec8-4987-8392-15441384a79a,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:45.594542 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9688b6c-5ce7-4a3d-af2a-23403ffd743f x-openstack-request-id: req-d9688b6c-5ce7-4a3d-af2a-23403ffd743f {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:45.594885 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "name": "network-vif-plugged", "status": "completed", "tag": "64509051-cec8-4987-8392-15441384a79a", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:45.595253 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9688b6c-5ce7-4a3d-af2a-23403ffd743f {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:45.595660 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9688b6c-5ce7-4a3d-af2a-23403ffd743f'] response: {'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64509051-cec8-4987-8392-15441384a79a', 'code': 200} Mar 28 19:00:45.777603 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bd8a9-e59e-4020-b03f-c67529392ae4 req-bbff0bc8-37da-4585-b1ad-23f03e9e7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:45.779129 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b3bd8a9-e59e-4020-b03f-c67529392ae4 req-bbff0bc8-37da-4585-b1ad-23f03e9e7ae4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 1130 time: 0.0417244 Mar 28 19:00:45.821129 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b3bd8a9-e59e-4020-b03f-c67529392ae4 req-32c57da7-34a1-452a-9c47-facac5c743fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363224 Mar 28 19:00:46.305788 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe83a3-0111-4e41-b5cc-a80b9d73503c req-3ff994c9-2a29-438c-8908-92fe60968d77 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:46.307420 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fabe83a3-0111-4e41-b5cc-a80b9d73503c req-3ff994c9-2a29-438c-8908-92fe60968d77 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 946 time: 0.0536582 Mar 28 19:00:46.357215 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fabe83a3-0111-4e41-b5cc-a80b9d73503c req-38eafc64-1752-454b-8beb-12a86e6fbb0a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432825 Mar 28 19:00:47.477579 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a141a5-7b01-4337-8205-cf6b8a650752 req-b176c9c9-adf0-4d26-a6d0-a67f0c1133a3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:47.479087 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-45a141a5-7b01-4337-8205-cf6b8a650752 req-b176c9c9-adf0-4d26-a6d0-a67f0c1133a3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 946 time: 0.0544856 Mar 28 19:00:47.524932 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-45a141a5-7b01-4337-8205-cf6b8a650752 req-b5e6d4a2-88ff-486a-b82d-cf3664cc8e0d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397639 Mar 28 19:00:47.640135 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1e461-ab8e-4a8d-9d37-a8cc641652fd req-9d0f1878-edab-4dd9-b33f-d07abcd07b7d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:47.641536 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9eb1e461-ab8e-4a8d-9d37-a8cc641652fd req-9d0f1878-edab-4dd9-b33f-d07abcd07b7d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 946 time: 0.0546374 Mar 28 19:00:47.651020 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36218) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:47.655348 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'port_id': '64509051-cec8-4987-8392-15441384a79a'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:47.696198 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c444c-67d7-46a6-bfcd-aacbe993ba33 req-111d637f-1e59-407e-8501-3d15f2300357 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:47.697353 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (d3e5812b-6d41-4ca6-909a-1b89b6ed218a), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:47.698398 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-de5c444c-67d7-46a6-bfcd-aacbe993ba33 req-111d637f-1e59-407e-8501-3d15f2300357 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.0544472 Mar 28 19:00:47.749506 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-de5c444c-67d7-46a6-bfcd-aacbe993ba33 req-0e4a5f5b-5bba-4759-a2e2-4b0066e28e80 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455563 Mar 28 19:00:48.365136 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.369647 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (d3e5812b-6d41-4ca6-909a-1b89b6ed218a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.467774 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP d3e5812b-6d41-4ca6-909a-1b89b6ed218a associated. External IP: 172.27.1.228, port: 64509051-cec8-4987-8392-15441384a79a. Mar 28 19:00:48.670685 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:48.783980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:48.789100 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:48.794272 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:48.804629 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:48.805356 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:48.821383 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d033404c-1219-4b25-86c9-5a9d91829200 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "PUT /v2.0/floatingips/d3e5812b-6d41-4ca6-909a-1b89b6ed218a HTTP/1.1" status: 200 len: 992 time: 1.1700902 Mar 28 19:00:48.821974 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'tag': '64509051-cec8-4987-8392-15441384a79a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:48.826072 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "tag": "64509051-cec8-4987-8392-15441384a79a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:48.862890 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72dee25-5362-4594-b55d-0f73ed9452e1 x-openstack-request-id: req-c72dee25-5362-4594-b55d-0f73ed9452e1 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:48.863185 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "tag": "64509051-cec8-4987-8392-15441384a79a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:48.863439 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c72dee25-5362-4594-b55d-0f73ed9452e1 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:48.863835 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72dee25-5362-4594-b55d-0f73ed9452e1'] response: {'name': 'network-changed', 'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'tag': '64509051-cec8-4987-8392-15441384a79a', 'status': 'completed', 'code': 200} Mar 28 19:00:48.887383 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c8e73-02e4-4ffc-9ad6-48af11b90c81 req-33c93d14-dd95-4c9f-938e-ae802dd4e5ce tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:48.888891 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-995c8e73-02e4-4ffc-9ad6-48af11b90c81 req-33c93d14-dd95-4c9f-938e-ae802dd4e5ce tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.0576670 Mar 28 19:00:48.916449 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:48.970009 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-995c8e73-02e4-4ffc-9ad6-48af11b90c81 req-ce0830e6-cec6-4d40-8897-b615f2ccb78b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675747 Mar 28 19:00:48.973666 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-df349f93-3ba9-467e-9bf8-2175de350ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:48.975172 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-df349f93-3ba9-467e-9bf8-2175de350ecf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 1130 time: 0.0854249 Mar 28 19:00:49.080563 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-96c86936-0751-448f-858b-dd143f6fa9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.082069 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-96c86936-0751-448f-858b-dd143f6fa9a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 916 time: 0.1006441 Mar 28 19:00:49.146991 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'd3e5812b-6d41-4ca6-909a-1b89b6ed218a', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '64509051-cec8-4987-8392-15441384a79a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:aa:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:35Z', 'updated_at': '2022-03-28T19:00:48Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:49.156257 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-571b2dbc-4b1a-4706-a0b8-414a4a490fe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64509051-cec8-4987-8392-15441384a79a HTTP/1.1" status: 200 len: 1000 time: 0.0673535 Mar 28 19:00:49.179525 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:49.189311 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:49.190011 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:49.231661 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-354a20aa-b906-43e7-ad56-d395e181b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.232879 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-354a20aa-b906-43e7-ad56-d395e181b078 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0533628 Mar 28 19:00:49.294072 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-0e2f6f2b-27d0-4cd5-a2ac-0ef128a5d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.295700 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-0e2f6f2b-27d0-4cd5-a2ac-0ef128a5d163 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491815 Mar 28 19:00:49.310832 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:49.328269 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b67928-24b2-42a3-a561-fdb0f45d2ec3 req-47c61fd6-c10e-402b-ba76-daf0a580e1b6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.330437 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97b67928-24b2-42a3-a561-fdb0f45d2ec3 req-47c61fd6-c10e-402b-ba76-daf0a580e1b6 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0523646 Mar 28 19:00:49.377635 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97b67928-24b2-42a3-a561-fdb0f45d2ec3 req-ec999e08-db46-4bc1-baa2-e1aee118fe1e tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Mar 28 19:00:49.400612 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-275cca35-55a8-49c7-927f-26b6ce84a0bf service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943732 Mar 28 19:00:49.490467 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03e3bb00-0f72-4559-b14b-6311eb9f8aa0 req-1a45bd5a-3367-4540-8ef3-2b4205e81837 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824559 Mar 28 19:00:49.539239 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'd3e5812b-6d41-4ca6-909a-1b89b6ed218a', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '64509051-cec8-4987-8392-15441384a79a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:aa:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:35Z', 'updated_at': '2022-03-28T19:00:48Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:49.568282 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f813d41-3bdc-459c-bdba-ec4eef0eb891 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'd3e5812b-6d41-4ca6-909a-1b89b6ed218a', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '64509051-cec8-4987-8392-15441384a79a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:aa:80:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:35Z', 'updated_at': '2022-03-28T19:00:48Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:49.747161 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c8fb6-4f15-4bd5-8f3f-abb038aa0b86 None None] New status for floating IP d3e5812b-6d41-4ca6-909a-1b89b6ed218a: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:49.750295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-adc4b2a4-4f88-4060-8ba2-638aaa4b19a4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:49.751835 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-adc4b2a4-4f88-4060-8ba2-638aaa4b19a4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.0528114 Mar 28 19:00:49.847749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Deleting port 75f84315-7268-40d6-82fa-79e764f3e6b3 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:49.848087 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:49.938207 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] For port 75f84315-7268-40d6-82fa-79e764f3e6b3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=75f84315-7268-40d6-82fa-79e764f3e6b3,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:49.938538 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:50.138562 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:50.138925 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (a6096252-08a9-4bd2-aa01-b897e2c58efe), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:50.139244 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Floating IP a6096252-08a9-4bd2-aa01-b897e2c58efe disassociated. External IP: 172.27.1.2, port: 75f84315-7268-40d6-82fa-79e764f3e6b3. Mar 28 19:00:50.139588 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Calling delete_port for 75f84315-7268-40d6-82fa-79e764f3e6b3 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:50.153476 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7139b-f429-479d-b85f-e4db1b2b1a8b req-d8979203-4aab-44de-aa5e-d50bf0d564d9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:50.155009 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fdf7139b-f429-479d-b85f-e4db1b2b1a8b req-d8979203-4aab-44de-aa5e-d50bf0d564d9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d40c01-ab64-40a3-b520-c512e37c2293 HTTP/1.1" status: 200 len: 947 time: 0.1144180 Mar 28 19:00:50.246461 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fdf7139b-f429-479d-b85f-e4db1b2b1a8b req-01fc5403-2fd9-4d33-9ba0-03ebe26de045 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=9792a494-1268-49f6-868f-5a7ac7c23081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849106 Mar 28 19:00:50.313347 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (75f84315-7268-40d6-82fa-79e764f3e6b3), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:50.340665 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event deleted for resources: {'Port': ['ID=75f84315-7268-40d6-82fa-79e764f3e6b3,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:50.453950 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:50.494648 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2ba2f-2867-4289-a251-984e61538b2c req-84a19bf8-442b-4fda-b929-3832b7bc0595 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:50.496135 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c0a2ba2f-2867-4289-a251-984e61538b2c req-84a19bf8-442b-4fda-b929-3832b7bc0595 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0513830 Mar 28 19:00:50.541482 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c0a2ba2f-2867-4289-a251-984e61538b2c req-242ba114-880f-4bee-821e-580c7e0a09c1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396438 Mar 28 19:00:50.564112 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:50.573704 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] Sync routers for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:50.606433 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] No DVR routers for this DVR port 75f84315-7268-40d6-82fa-79e764f3e6b3 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:50.608993 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:50.612465 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ac2fbb88-e427-4276-a418-39df5e7a9e44 req-8b434cfb-ec19-40a1-8729-0399fd5e9f4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "DELETE /v2.0/ports/75f84315-7268-40d6-82fa-79e764f3e6b3 HTTP/1.1" status: 204 len: 173 time: 0.8544810 Mar 28 19:00:50.712981 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:50.714209 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:50.825084 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:50.864606 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-deleted', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:50.867055 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ae41cb-cdf8-4a45-a7f7-fcc45b4e3877" -d '{"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-deleted", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:50.900517 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa3ba72-e36b-4e72-a04b-b1d65a9f84f6 x-openstack-request-id: req-1aa3ba72-e36b-4e72-a04b-b1d65a9f84f6 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:50.900819 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d40c01-ab64-40a3-b520-c512e37c2293", "name": "network-vif-deleted", "tag": "75f84315-7268-40d6-82fa-79e764f3e6b3", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:50.901759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aa3ba72-e36b-4e72-a04b-b1d65a9f84f6 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:50.902194 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa3ba72-e36b-4e72-a04b-b1d65a9f84f6'] response: {'server_uuid': '70d40c01-ab64-40a3-b520-c512e37c2293', 'name': 'network-vif-deleted', 'tag': '75f84315-7268-40d6-82fa-79e764f3e6b3', 'status': 'completed', 'code': 200} Mar 28 19:00:51.018818 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:51.050033 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] Checking router: 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:51.058738 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:51.059345 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:51.168428 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:51.333202 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36256) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:51.365434 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:51.390066 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9dc3acc2-7d1b-4db8-8fa0-74dbf01eb23d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (9792a494-1268-49f6-868f-5a7ac7c23081), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.391989 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a5437-7d54-4fec-a913-1da2238e249a None None] The sync data for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi is: [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:51.413931 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9dc3acc2-7d1b-4db8-8fa0-74dbf01eb23d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (9792a494-1268-49f6-868f-5a7ac7c23081), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.463961 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9dc3acc2-7d1b-4db8-8fa0-74dbf01eb23d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9792a494-1268-49f6-868f-5a7ac7c23081), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.466711 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9dc3acc2-7d1b-4db8-8fa0-74dbf01eb23d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.470412 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9dc3acc2-7d1b-4db8-8fa0-74dbf01eb23d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "DELETE /v2.0/security-groups/9792a494-1268-49f6-868f-5a7ac7c23081 HTTP/1.1" status: 204 len: 168 time: 0.1335983 Mar 28 19:00:51.471020 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36258) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:51.484075 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3acc2-7d1b-4db8-8fa0-74dbf01eb23d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792a494-1268-49f6-868f-5a7ac7c23081,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:51.490278 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.api.v2.resource [None req-4a1acaa6-89c0-4771-95af-e191198d3536 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] show failed (client error): The resource could not be found. Mar 28 19:00:51.491315 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4a1acaa6-89c0-4771-95af-e191198d3536 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups/9792a494-1268-49f6-868f-5a7ac7c23081 HTTP/1.1" status: 404 len: 347 time: 0.0193980 Mar 28 19:00:51.494284 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36260) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:51.625167 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828aed15-7145-47d5-9d52-0b21e356538b None None] New status for floating IP a6096252-08a9-4bd2-aa01-b897e2c58efe: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:51.650010 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Deleting port 9464cb21-63ec-4bc6-87d4-540409f8f37c {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:51.650592 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.727257 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d405b97-749d-40c3-b8e8-d1486effd34b req-aab926f9-1e21-4987-8de0-773b00961b9b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:51.729028 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8d405b97-749d-40c3-b8e8-d1486effd34b req-aab926f9-1e21-4987-8de0-773b00961b9b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.1130521 Mar 28 19:00:51.760971 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.761310 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (9464cb21-63ec-4bc6-87d4-540409f8f37c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.781198 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Calling delete_port for 9464cb21-63ec-4bc6-87d4-540409f8f37c owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:51.805181 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8d405b97-749d-40c3-b8e8-d1486effd34b req-5ef7d016-9350-4f56-a30a-cf91b2d0c629 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688663 Mar 28 19:00:51.923074 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (9464cb21-63ec-4bc6-87d4-540409f8f37c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:51.947181 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event deleted for resources: {'Port': ['ID=9464cb21-63ec-4bc6-87d4-540409f8f37c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:52.009386 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (a6096252-08a9-4bd2-aa01-b897e2c58efe), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.012744 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.013868 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c540a9e5-881a-4ded-8e67-2e0827734c2e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "DELETE /v2.0/floatingips/a6096252-08a9-4bd2-aa01-b897e2c58efe HTTP/1.1" status: 204 len: 168 time: 0.5186183 Mar 28 19:00:52.388396 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36266) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:52.392904 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-20856f25-75b9-4fcb-aad0-b9a9cf6dcbc5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600450826', 'description': 'tempest-description--945466772'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:52.412400 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20856f25-75b9-4fcb-aad0-b9a9cf6dcbc5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.476384 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20856f25-75b9-4fcb-aad0-b9a9cf6dcbc5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (147c79c8-e292-48f9-a487-3fc1f76694b6), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.480213 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20856f25-75b9-4fcb-aad0-b9a9cf6dcbc5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (147c79c8-e292-48f9-a487-3fc1f76694b6), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.509047 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-20856f25-75b9-4fcb-aad0-b9a9cf6dcbc5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.510243 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-20856f25-75b9-4fcb-aad0-b9a9cf6dcbc5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1208286 Mar 28 19:00:52.513261 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36268) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:52.514105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20856f25-75b9-4fcb-aad0-b9a9cf6dcbc5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147c79c8-e292-48f9-a487-3fc1f76694b6,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:52.518851 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-e32a89e6-69d6-4ec6-a731-c5260c88371e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'security_group_rule': {'security_group_id': '147c79c8-e292-48f9-a487-3fc1f76694b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:52.543581 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e32a89e6-69d6-4ec6-a731-c5260c88371e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (eda4a2ec-88b1-4391-b39d-cc7d17f52ba1), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.596231 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e32a89e6-69d6-4ec6-a731-c5260c88371e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (eda4a2ec-88b1-4391-b39d-cc7d17f52ba1), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.599530 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e32a89e6-69d6-4ec6-a731-c5260c88371e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (eda4a2ec-88b1-4391-b39d-cc7d17f52ba1), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.618291 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a89e6-69d6-4ec6-a731-c5260c88371e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda4a2ec-88b1-4391-b39d-cc7d17f52ba1,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:52.623357 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e32a89e6-69d6-4ec6-a731-c5260c88371e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.624605 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e32a89e6-69d6-4ec6-a731-c5260c88371e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102397 Mar 28 19:00:52.627335 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36270) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:52.631524 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-eb374143-41cc-4e8a-91c8-7664ad1b7a1a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'security_group_rule': {'security_group_id': '147c79c8-e292-48f9-a487-3fc1f76694b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:52.654481 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eb374143-41cc-4e8a-91c8-7664ad1b7a1a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (8ba9ee78-6f67-4e23-a398-996edd463104), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.708583 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eb374143-41cc-4e8a-91c8-7664ad1b7a1a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (8ba9ee78-6f67-4e23-a398-996edd463104), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.711977 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eb374143-41cc-4e8a-91c8-7664ad1b7a1a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (8ba9ee78-6f67-4e23-a398-996edd463104), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.730402 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb374143-41cc-4e8a-91c8-7664ad1b7a1a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba9ee78-6f67-4e23-a398-996edd463104,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:52.738206 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-eb374143-41cc-4e8a-91c8-7664ad1b7a1a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.739364 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-eb374143-41cc-4e8a-91c8-7664ad1b7a1a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111276 Mar 28 19:00:52.742478 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36272) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:52.746735 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:52.765269 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:52.861757 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.198610 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307bcdd-af62-4399-86a5-ebc1a6bf1623 req-3c848c61-3af9-4312-902f-e5ede89d6ad8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:53.200029 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f307bcdd-af62-4399-86a5-ebc1a6bf1623 req-3c848c61-3af9-4312-902f-e5ede89d6ad8 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.3043528 Mar 28 19:00:53.217803 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Allocated IP 172.27.1.57 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/2a1b3888-a330-4cb5-8b26-697ddcf9144d) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:53.253989 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388db76-be06-4193-8f34-106cdc555ac1 req-b83cba25-7425-4938-bac9-911a622a00c3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:53.255480 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c388db76-be06-4193-8f34-106cdc555ac1 req-b83cba25-7425-4938-bac9-911a622a00c3 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 946 time: 0.0512316 Mar 28 19:00:53.299473 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f307bcdd-af62-4399-86a5-ebc1a6bf1623 req-dc86c64a-48d3-4e10-88e1-703c88c65f7c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=8cca29f5-0666-48b5-a24e-b290bccc7e70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929015 Mar 28 19:00:53.347365 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Deleting port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:53.347619 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.350326 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.383114 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.392852 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:53.419919 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:53.422841 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:53.426374 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:53.431850 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 75f84315-7268-40d6-82fa-79e764f3e6b3 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:53.438658 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 75f84315-7268-40d6-82fa-79e764f3e6b3 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:53.439878 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] For port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:00:53.440354 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.454650 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'Port': ['ID=2a1b3888-a330-4cb5-8b26-697ddcf9144d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:53.519218 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (5b3f2d02-495c-4b82-adb7-92554b16f238), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.555892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.618432 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.618723 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.619015 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Floating IP 6ebb2c57-e97d-4230-bc22-e1de1088f26c disassociated. External IP: 172.27.1.101, port: 1d6541b8-fb7f-49d8-adf4-8e4226b0122a. Mar 28 19:00:53.619345 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Calling delete_port for 1d6541b8-fb7f-49d8-adf4-8e4226b0122a owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:53.705979 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.710438 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.748116 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (1d6541b8-fb7f-49d8-adf4-8e4226b0122a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.777477 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event deleted for resources: {'Port': ['ID=1d6541b8-fb7f-49d8-adf4-8e4226b0122a,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:53.791032 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'Port': ['ID=2a1b3888-a330-4cb5-8b26-697ddcf9144d,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:53.803816 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (5b3f2d02-495c-4b82-adb7-92554b16f238), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.820022 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:53.821270 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0fc4a9f0-254e-4041-8bea-f06bc604b82e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0778768 Mar 28 19:00:53.897332 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Router f2c8a1a5-87b0-4e13-b49a-51201565b68e has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:00:53.912194 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:54.022564 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-ef1ecb5e-65a8-4b1f-a4f9-1eff6874ce8f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1600450826&fields=id&tenant_id=d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 267 time: 0.0823209 Mar 28 19:00:54.082634 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:00:54.092369 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] Sync routers for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:00:54.102880 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:54.103492 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:54.135675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] No DVR routers for this DVR port 1d6541b8-fb7f-49d8-adf4-8e4226b0122a on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:00:54.143851 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:54.147059 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c388db76-be06-4193-8f34-106cdc555ac1 req-40e00709-5319-4ea7-a890-98b7c0affe22 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "DELETE /v2.0/ports/1d6541b8-fb7f-49d8-adf4-8e4226b0122a HTTP/1.1" status: 204 len: 173 time: 0.8864863 Mar 28 19:00:54.147510 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'name': 'network-vif-deleted', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:54.149767 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f83550-9bd1-4a02-8fb3-97737f9a541a" -d '{"events": [{"server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "name": "network-vif-deleted", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:54.189965 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-800c45a3-1d2c-4853-9480-e20a6225c045 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:54.191479 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-800c45a3-1d2c-4853-9480-e20a6225c045 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 817 time: 0.1610932 Mar 28 19:00:54.209041 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b543f8b3-409f-462e-8092-eea5c50458b1 x-openstack-request-id: req-b543f8b3-409f-462e-8092-eea5c50458b1 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:54.209338 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3572a368-c692-49e8-8c7c-268a079ae9ec", "name": "network-vif-deleted", "tag": "1d6541b8-fb7f-49d8-adf4-8e4226b0122a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:54.209589 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b543f8b3-409f-462e-8092-eea5c50458b1 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:54.209990 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b543f8b3-409f-462e-8092-eea5c50458b1'] response: {'server_uuid': '3572a368-c692-49e8-8c7c-268a079ae9ec', 'name': 'network-vif-deleted', 'tag': '1d6541b8-fb7f-49d8-adf4-8e4226b0122a', 'status': 'completed', 'code': 200} Mar 28 19:00:54.214596 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-5d687337-3f78-4b53-b60e-d7a37d0aefad tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/quotas/d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 375 time: 0.0157650 Mar 28 19:00:54.234877 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:54.280198 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-5e7ea910-2d91-4af2-9a5c-19661212c859 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597453 Mar 28 19:00:54.412975 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a168cacc-cf5b-4cb5-8ac5-5c1254d232d9 req-f788f03c-5255-4e60-9c43-0e9bc4b413a9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=3572a368-c692-49e8-8c7c-268a079ae9ec HTTP/1.1" status: 200 len: 210 time: 0.0285399 Mar 28 19:00:54.481624 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:54.508106 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] Checking router: f2c8a1a5-87b0-4e13-b49a-51201565b68e for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:00:54.517382 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:00:54.517997 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:54.637776 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:00:54.665189 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-150199d3-c72d-466d-95c2-6800ca2591e3 service neutron] 10.222.0.31 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565109 Mar 28 19:00:54.763547 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-dec07e5f-7121-4783-b952-d8e288adf671 service neutron] 10.222.0.31 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907342 Mar 28 19:00:54.777106 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c2d29623-0eca-4013-94d6-03c477272dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:54.871678 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:00:54.907973 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a8da5-6079-481e-9020-aa15b0c83207 None None] The sync data for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi is: [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:51Z', 'revision_number': 4, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'c2e9ace2-b9fb-4a07-bffb-f77929beeb62', 'name': '', 'network_id': 'fbb6d09f-debf-4861-8d26-a31683d060c5', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'mac_address': 'fa:16:3e:30:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:49Z', 'updated_at': '2022-03-28T18:55:04Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'subnets': [{'id': '90aaba58-869b-4d27-a31a-8c6235536a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:00:54.941079 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7c93278b-04dd-4345-9897-15f613e004be req-05039f07-bbf9-4fec-8707-f7d5b1e9a651 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 210 time: 0.0292854 Mar 28 19:00:55.185277 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371ecb3-0ed3-4d06-b8f4-99a348a08289 None None] New status for floating IP 6ebb2c57-e97d-4230-bc22-e1de1088f26c: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:00:55.187551 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-672c71e0-e632-4a3c-bf3c-43780fab8bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589221 Mar 28 19:00:55.257410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-c7ab948f-f641-431c-b89a-437f7463cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.259096 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-c7ab948f-f641-431c-b89a-437f7463cc63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0502088 Mar 28 19:00:55.379797 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-a1152274-a92b-49c5-8c88-b3ba98673684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.381435 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-a1152274-a92b-49c5-8c88-b3ba98673684 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 912 time: 0.0937243 Mar 28 19:00:55.460144 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-8742a3ad-1f72-4139-b3ac-923098fec94a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 200 len: 1002 time: 0.0730209 Mar 28 19:00:55.503415 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36308) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:55.540897 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-bc733d2c-05ec-4a19-b467-4b7a21f86fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.543039 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-bc733d2c-05ec-4a19-b467-4b7a21f86fbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0722785 Mar 28 19:00:55.598663 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-966fdf10-d07a-485e-bb23-b1d0decd3bc4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group (8cca29f5-0666-48b5-a24e-b290bccc7e70), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:55.629165 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-966fdf10-d07a-485e-bb23-b1d0decd3bc4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group (8cca29f5-0666-48b5-a24e-b290bccc7e70), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:55.632820 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-39dffdc1-0a44-4e71-afd9-cf8383b74257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.634369 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-39dffdc1-0a44-4e71-afd9-cf8383b74257 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827973 Mar 28 19:00:55.732238 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-966fdf10-d07a-485e-bb23-b1d0decd3bc4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8cca29f5-0666-48b5-a24e-b290bccc7e70), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:55.734743 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-966fdf10-d07a-485e-bb23-b1d0decd3bc4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:55.735861 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-966fdf10-d07a-485e-bb23-b1d0decd3bc4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "DELETE /v2.0/security-groups/8cca29f5-0666-48b5-a24e-b290bccc7e70 HTTP/1.1" status: 204 len: 168 time: 0.2313678 Mar 28 19:00:55.738598 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36310) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:55.751733 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.api.v2.resource [None req-be9c1569-0454-4928-8141-1f84c135a54b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] show failed (client error): The resource could not be found. Mar 28 19:00:55.752194 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fdf10-d07a-485e-bb23-b1d0decd3bc4 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca29f5-0666-48b5-a24e-b290bccc7e70,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:55.752704 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-be9c1569-0454-4928-8141-1f84c135a54b tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups/8cca29f5-0666-48b5-a24e-b290bccc7e70 HTTP/1.1" status: 404 len: 347 time: 0.0130036 Mar 28 19:00:55.755419 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36312) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:00:55.755576 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-71dde698-31f0-4346-ba59-c95d1fdea27a service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080070 Mar 28 19:00:55.887409 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c65b7ad-6197-4a47-98ed-cf813f44791b req-ccda1a7d-3d84-4270-aaa4-82b84a2282b8 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200581 Mar 28 19:00:55.896927 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Deleting port 7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:00:55.897268 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:55.979904 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-efaded7b-0322-408c-b73d-03e6b3edfe72 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:55.981450 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-efaded7b-0322-408c-b73d-03e6b3edfe72 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 817 time: 0.1206942 Mar 28 19:00:55.983206 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:55.983680 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:55.997306 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Calling delete_port for 7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85 owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:00:56.054959 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d02a4740-4b8f-43cb-bfa8-7fbeec0afeed req-cb6c3631-4ee3-40f0-aec3-a3ff9dc90091 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 210 time: 0.0357838 Mar 28 19:00:56.080755 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-1ff04453-b830-4df2-8580-86979200c96d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 380 time: 0.0858247 Mar 28 19:00:56.092980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'port': {'device_id': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'admin_state_up': True, 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'security_groups': ['147c79c8-e292-48f9-a487-3fc1f76694b6']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:56.147450 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.171568 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event deleted for resources: {'Port': ['ID=7548cac2-f3ab-4c2b-9766-7ecfdc8eaa85,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:56.212311 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Made reservation on behalf of d49ef87d39694f218e59c541c06c60bb for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:00:56.216697 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.240613 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks [] for floatingip (6ebb2c57-e97d-4230-bc22-e1de1088f26c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.245517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.246638 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-64874243-b888-4c81-be6c-16405485b3dc tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "DELETE /v2.0/floatingips/6ebb2c57-e97d-4230-bc22-e1de1088f26c HTTP/1.1" status: 204 len: 168 time: 0.4903150 Mar 28 19:00:56.356417 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Allocated IP 172.20.0.3 (989a5a00-b4e7-424a-a451-554dfd2c7fba/d8d142bf-5ef6-4041-ab33-b20e399ae024/a9d2c54c-692b-4fde-accb-d107afbbbe2d) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:00:56.491202 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.524535 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.567367 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:00:56.570378 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:00:56.574592 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:00:56.579815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:56.580310 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.595460 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:56.606555 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e8f6399e-d40e-420e-8a24-17595417d241 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5184164 Mar 28 19:00:56.658828 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Request body: {'port': {'device_id': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:56.724167 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.781087 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-54a68657-891f-4436-b639-921b1dc0b6c9 None None] Provisioning complete for port a9d2c54c-692b-4fde-accb-d107afbbbe2d triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:00:56.781643 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-54a68657-891f-4436-b639-921b1dc0b6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.820545 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-54a68657-891f-4436-b639-921b1dc0b6c9 None None] Port a9d2c54c-692b-4fde-accb-d107afbbbe2d cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:00:56.923563 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cda10896-d273-40ef-a97e-f528be7c6bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:56.980107 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d2c54c-692b-4fde-accb-d107afbbbe2d {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:00:56.987654 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Publish callbacks [] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:57.000535 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Transition to ACTIVE for port object a9d2c54c-692b-4fde-accb-d107afbbbe2d will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:00:57.004290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:57.055058 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:57.084712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Attempting to bind port a9d2c54c-692b-4fde-accb-d107afbbbe2d on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:00:57.085056 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Attempting to bind port a9d2c54c-692b-4fde-accb-d107afbbbe2d by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:00:57.085391 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Attempting to bind port a9d2c54c-692b-4fde-accb-d107afbbbe2d on network 989a5a00-b4e7-424a-a451-554dfd2c7fba {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:57.090669 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Port a9d2c54c-692b-4fde-accb-d107afbbbe2d on network 989a5a00-b4e7-424a-a451-554dfd2c7fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:00:57.091310 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Attempting to bind port a9d2c54c-692b-4fde-accb-d107afbbbe2d on network 989a5a00-b4e7-424a-a451-554dfd2c7fba {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:00:57.096049 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:00:57.096487 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Checking segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:00:57.097026 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Bound using segment: {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:00:57.097500 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Bound port: a9d2c54c-692b-4fde-accb-d107afbbbe2d, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bc4e41-84bd-4d1c-a0a4-c917ae88d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:00:57.097863 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:57.172452 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:00:57.176191 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:00:57.182962 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:57.189623 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d173e-0433-4bd5-ac94-a57d84de465e req-a4e09dfc-8c9a-46ad-8907-b205bcc3cf56 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.191494 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a26d173e-0433-4bd5-ac94-a57d84de465e req-a4e09dfc-8c9a-46ad-8907-b205bcc3cf56 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0585082 Mar 28 19:00:57.225454 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.226178 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:57.227734 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] 10.222.0.15 "PUT /v2.0/ports/a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 1093 time: 0.5732515 Mar 28 19:00:57.228220 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:00:57.231263 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d79da1-575a-40e7-941d-c695f6fff38e" -d '{"events": [{"name": "network-changed", "server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:00:57.265485 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c49c40-dc40-4cd6-b145-41f29e8295be service neutron] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:57.271066 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a26d173e-0433-4bd5-ac94-a57d84de465e req-f8c29cd1-d06d-437c-8cf3-e5bf0935a0b8 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678101 Mar 28 19:00:57.272762 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54dd799-cc2c-48e5-a577-8702a52ec715 x-openstack-request-id: req-e54dd799-cc2c-48e5-a577-8702a52ec715 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:00:57.273060 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:00:57.273434 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e54dd799-cc2c-48e5-a577-8702a52ec715 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:00:57.273829 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54dd799-cc2c-48e5-a577-8702a52ec715'] response: {'name': 'network-changed', 'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'status': 'completed', 'code': 200} Mar 28 19:00:57.331555 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-44d07736-502f-4a99-9701-4a1936d3bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.333083 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-44d07736-502f-4a99-9701-4a1936d3bad0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1127 time: 0.0472178 Mar 28 19:00:57.380090 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-e7e3dd37-7e65-4dfd-8d72-a9323bba5739 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 217 time: 0.0386832 Mar 28 19:00:57.407878 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 1d6541b8-fb7f-49d8-adf4-8e4226b0122a no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:00:57.431978 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 1d6541b8-fb7f-49d8-adf4-8e4226b0122a {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:00:57.432353 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 1d6541b8-fb7f-49d8-adf4-8e4226b0122a not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:00:57.435948 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-60a626cc-28c0-4781-98a4-4e30b81ddd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.437689 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-60a626cc-28c0-4781-98a4-4e30b81ddd67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0505812 Mar 28 19:00:57.493784 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-fad5e0c3-aa16-40a6-8f99-3d277d7c641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.495369 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-fad5e0c3-aa16-40a6-8f99-3d277d7c641b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464985 Mar 28 19:00:57.588012 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-98e04955-f24a-4e76-854f-b2abec39dc32 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858798 Mar 28 19:00:57.678926 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ca8f90c-9dfc-4826-8fe5-26e1ebd4e8ac req-f6dada9d-0b14-4397-a444-31a8dd8c55d9 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853353 Mar 28 19:00:57.761141 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-a0eff146-1877-4d40-ac7c-b938dfcb63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.762641 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-a0eff146-1877-4d40-ac7c-b938dfcb63c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1127 time: 0.0442822 Mar 28 19:00:57.852737 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-a64fd7d0-5946-4a8b-a891-f3b895a24919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.854111 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-a64fd7d0-5946-4a8b-a891-f3b895a24919 service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.0856392 Mar 28 19:00:57.893783 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-bae4371d-d5d3-4d9e-9918-22a7e1c992de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 217 time: 0.0341067 Mar 28 19:00:57.943803 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-25fc617c-4c37-4748-bd3c-5ae1b0cf38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.945251 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-25fc617c-4c37-4748-bd3c-5ae1b0cf38f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0455861 Mar 28 19:00:57.991527 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-e0816f2f-eb97-471d-af0f-c2a855d5bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:57.992965 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-e0816f2f-eb97-471d-af0f-c2a855d5bfc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419118 Mar 28 19:00:58.074447 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:58.083212 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-330e8a5f-4d4e-4b49-b65e-cfa1c013a9f8 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Mar 28 19:00:58.175321 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f2d79da1-575a-40e7-941d-c695f6fff38e req-3fd626db-5c70-4326-bf57-fb5077d91562 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853109 Mar 28 19:00:58.388463 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473277-8d1b-41f6-857f-4d0cfc9d14ea req-eec2ba87-df9a-42e6-aa68-69bae9c321ac tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:58.389914 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9473277-8d1b-41f6-857f-4d0cfc9d14ea req-eec2ba87-df9a-42e6-aa68-69bae9c321ac tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0517545 Mar 28 19:00:58.435580 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9473277-8d1b-41f6-857f-4d0cfc9d14ea req-686b412b-ed2a-4031-81ef-66e6fbe28978 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Mar 28 19:00:58.727257 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba18fff-ba59-4174-89a7-69b772c1e4d4 req-745650c1-b487-490b-ac8f-074a76aca648 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:58.728779 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ba18fff-ba59-4174-89a7-69b772c1e4d4 req-745650c1-b487-490b-ac8f-074a76aca648 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0570738 Mar 28 19:00:58.775892 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4ba18fff-ba59-4174-89a7-69b772c1e4d4 req-e1ac296c-8015-46f1-a784-5c6b74f3e9ac tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Mar 28 19:00:59.554752 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc7fc5-b748-4a3b-a145-17b865964950 req-2865d720-7b03-4a60-bbc8-ccd7f8caef0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:59.556210 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-81fc7fc5-b748-4a3b-a145-17b865964950 req-2865d720-7b03-4a60-bbc8-ccd7f8caef0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0511606 Mar 28 19:00:59.601730 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-81fc7fc5-b748-4a3b-a145-17b865964950 req-042f7f08-a262-4a15-b9b7-dab40e2cfb80 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384288 Mar 28 19:00:59.616059 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:00:59.892322 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b94b42-10a6-413e-ad49-055fcfaba88a req-b7375415-87d8-4cc2-932a-04530805e0fb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:59.893796 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0b94b42-10a6-413e-ad49-055fcfaba88a req-b7375415-87d8-4cc2-932a-04530805e0fb tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0528092 Mar 28 19:00:59.939788 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0b94b42-10a6-413e-ad49-055fcfaba88a req-3527e9fe-8a54-461f-b618-159f55328a73 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Mar 28 19:01:00.254779 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-70b4bfae-75d8-4b9f-8542-b15ccdb6b5a1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:00.256242 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-70b4bfae-75d8-4b9f-8542-b15ccdb6b5a1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 946 time: 0.0504937 Mar 28 19:01:00.352085 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Deleting port 417a6b4e-5df0-441e-a674-8ff76e8254b0 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:00.352338 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:00.436825 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] For port 417a6b4e-5df0-441e-a674-8ff76e8254b0, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=417a6b4e-5df0-441e-a674-8ff76e8254b0,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:00.437179 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:00.450106 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Calling delete_port for 417a6b4e-5df0-441e-a674-8ff76e8254b0 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:00.572969 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (417a6b4e-5df0-441e-a674-8ff76e8254b0), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:00.583832 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['e27e9d80-b4a0-4219-a0fb-f589c4ff21e1', '417a6b4e-5df0-441e-a674-8ff76e8254b0'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:00.598653 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event deleted for resources: {'Port': ['ID=417a6b4e-5df0-441e-a674-8ff76e8254b0,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:00.647017 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] No DVR routers for this DVR port 417a6b4e-5df0-441e-a674-8ff76e8254b0 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:00.649548 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:00.653468 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7c08525e-697f-4151-b34d-0b44d3c5fbb8 req-9d15d4b2-842c-419e-b8ef-60358c7da2b5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "DELETE /v2.0/ports/417a6b4e-5df0-441e-a674-8ff76e8254b0 HTTP/1.1" status: 204 len: 173 time: 0.3917291 Mar 28 19:01:00.653926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'name': 'network-vif-deleted', 'tag': '417a6b4e-5df0-441e-a674-8ff76e8254b0'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:00.656291 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d054bfc4-4bea-43cc-a79f-6105942fd4b0" -d '{"events": [{"server_uuid": "1a079e1a-48ee-4ab0-8395-03ab69d60e08", "name": "network-vif-deleted", "tag": "417a6b4e-5df0-441e-a674-8ff76e8254b0"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:00.694483 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbde2de-10ee-42fb-a046-f1a0e258a744 x-openstack-request-id: req-fbbde2de-10ee-42fb-a046-f1a0e258a744 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:00.694971 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a079e1a-48ee-4ab0-8395-03ab69d60e08", "name": "network-vif-deleted", "tag": "417a6b4e-5df0-441e-a674-8ff76e8254b0", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:00.695295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbbde2de-10ee-42fb-a046-f1a0e258a744 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:00.695788 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbde2de-10ee-42fb-a046-f1a0e258a744'] response: {'server_uuid': '1a079e1a-48ee-4ab0-8395-03ab69d60e08', 'name': 'network-vif-deleted', 'tag': '417a6b4e-5df0-441e-a674-8ff76e8254b0', 'status': 'completed', 'code': 200} Mar 28 19:01:00.764597 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f777ce-9c87-42ed-89d2-5ec163c7946c req-1c884531-8f39-4755-b81d-74e78ff681be tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:00.766253 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-40f777ce-9c87-42ed-89d2-5ec163c7946c req-1c884531-8f39-4755-b81d-74e78ff681be tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0858021 Mar 28 19:01:00.812494 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-40f777ce-9c87-42ed-89d2-5ec163c7946c req-e9fae4a6-57ca-4505-80c8-96b8b2a28e83 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Mar 28 19:01:01.029324 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:01.048529 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d06e1322-1e48-4b33-b7c3-2349ebf9e188 req-ec01a78f-27c9-4a0a-b4c4-d0a846bbc7a5 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a079e1a-48ee-4ab0-8395-03ab69d60e08 HTTP/1.1" status: 200 len: 210 time: 0.0283930 Mar 28 19:01:01.463515 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:01:01.674521 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:01.686403 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'port_id': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'mac_address': 'fa:16:3e:aa:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:01:01.721625 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:01.721944 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:01.734403 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d2c54c-692b-4fde-accb-d107afbbbe2d {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:01.753174 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:01.756957 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:01.802166 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:01.935527 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325657b1-664b-443a-b5d7-67bff7d8b004 req-85e8f8ca-f78f-4408-a8f7-89f05daba105 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:01.936989 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-325657b1-664b-443a-b5d7-67bff7d8b004 req-85e8f8ca-f78f-4408-a8f7-89f05daba105 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0552504 Mar 28 19:01:01.982109 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-325657b1-664b-443a-b5d7-67bff7d8b004 req-a9e2eaf2-8501-4993-b91b-27d1d11d3efc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396461 Mar 28 19:01:02.093102 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['a9d2c54c-692b-4fde-accb-d107afbbbe2d'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:02.320793 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c0cb4-3be9-4ebb-b591-29cb55792ee4 req-c06b3de5-68d3-4789-b61b-b8cb5a845d7c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:02.322261 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-653c0cb4-3be9-4ebb-b591-29cb55792ee4 req-c06b3de5-68d3-4789-b61b-b8cb5a845d7c tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0512061 Mar 28 19:01:02.367290 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-653c0cb4-3be9-4ebb-b591-29cb55792ee4 req-8177cf77-3662-4ea6-985a-bc5f202bafd1 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Mar 28 19:01:03.103411 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dbfa4-e8a5-4cb6-ac80-dfcd8c481f7c req-9dea36bb-dd46-4b8c-a776-e3de14e71cd1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:03.104884 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2c5dbfa4-e8a5-4cb6-ac80-dfcd8c481f7c req-9dea36bb-dd46-4b8c-a776-e3de14e71cd1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0523338 Mar 28 19:01:03.151812 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2c5dbfa4-e8a5-4cb6-ac80-dfcd8c481f7c req-6341bfbe-9d12-4cb9-8582-a5e816b3b426 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Mar 28 19:01:03.477164 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:01:03.480298 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79cf33-57e3-43fc-a61f-ab2cc4fb6e4c req-4a1394bd-e2eb-4fde-8525-722eea983bbe tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:03.481770 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f79cf33-57e3-43fc-a61f-ab2cc4fb6e4c req-4a1394bd-e2eb-4fde-8525-722eea983bbe tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0506372 Mar 28 19:01:03.527654 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port a9d2c54c-692b-4fde-accb-d107afbbbe2d completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:01:03.529720 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f79cf33-57e3-43fc-a61f-ab2cc4fb6e4c req-66d78588-a53b-4be5-8182-9e9ee178850d tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Mar 28 19:01:03.531871 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port a9d2c54c-692b-4fde-accb-d107afbbbe2d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:03.532245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:03.607332 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:03.607715 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:03.629138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:03.631349 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55397644-11c8-4c71-9e52-e73492e3056f" -d '{"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:03.643678 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:03.647348 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:03.648154 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 417a6b4e-5df0-441e-a674-8ff76e8254b0 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:03.690031 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b463c93-6e27-4e27-82a9-7463fc2871d0 x-openstack-request-id: req-7b463c93-6e27-4e27-82a9-7463fc2871d0 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:03.690365 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:03.690640 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b463c93-6e27-4e27-82a9-7463fc2871d0 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:03.691013 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b463c93-6e27-4e27-82a9-7463fc2871d0'] response: {'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'code': 200} Mar 28 19:01:03.693393 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 417a6b4e-5df0-441e-a674-8ff76e8254b0 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:03.693730 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 417a6b4e-5df0-441e-a674-8ff76e8254b0 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:03.719469 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:03.831871 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b31cd-50f4-4fa8-b590-5dd309d11a51 req-f813d473-9ef3-4383-939f-65ca7bbc2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:03.833325 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029b31cd-50f4-4fa8-b590-5dd309d11a51 req-f813d473-9ef3-4383-939f-65ca7bbc2cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1129 time: 0.0431092 Mar 28 19:01:03.875349 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-029b31cd-50f4-4fa8-b590-5dd309d11a51 req-785ef456-e0cc-4ba3-a243-96b64c92ae42 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353327 Mar 28 19:01:04.269794 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ed47c-f342-4a53-9371-c7d9a8dc301a req-a431b9e3-61d1-4f48-85db-b71d1fa24b53 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:04.271259 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f9ed47c-f342-4a53-9371-c7d9a8dc301a req-a431b9e3-61d1-4f48-85db-b71d1fa24b53 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0511093 Mar 28 19:01:04.317018 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5f9ed47c-f342-4a53-9371-c7d9a8dc301a req-2edc9c01-bf79-49b2-9d31-99b55eaf5aaf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 Mar 28 19:01:04.645913 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213bffd-2355-4deb-86b5-82e573a1566e req-85bbaf7e-7b52-4f01-a4b7-dfd6761577f9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:04.647316 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f213bffd-2355-4deb-86b5-82e573a1566e req-85bbaf7e-7b52-4f01-a4b7-dfd6761577f9 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Mar 28 19:01:04.696165 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f213bffd-2355-4deb-86b5-82e573a1566e req-91d34771-9ac0-4548-97ad-a48de21d3eae tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Mar 28 19:01:05.238541 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-b628c6f9-f7d2-417b-8edd-4f8e06fceece tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:05.240009 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-b628c6f9-f7d2-417b-8edd-4f8e06fceece tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 946 time: 0.0533762 Mar 28 19:01:05.340188 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Deleting port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:05.340449 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:05.461416 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] For port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:05.461774 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:05.481777 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6ef46-ff4a-49e4-baed-41d4c07a9fa9 req-a6d79bb4-05e3-4886-8f72-26df44195e71 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:05.483245 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8de6ef46-ff4a-49e4-baed-41d4c07a9fa9 req-a6d79bb4-05e3-4886-8f72-26df44195e71 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0957577 Mar 28 19:01:05.484206 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Calling delete_port for e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:05.578274 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8de6ef46-ff4a-49e4-baed-41d4c07a9fa9 req-5119342e-890b-4589-83ac-5bced6c91da3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886953 Mar 28 19:01:05.644433 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (e27e9d80-b4a0-4219-a0fb-f589c4ff21e1), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:05.656367 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['e27e9d80-b4a0-4219-a0fb-f589c4ff21e1'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:05.673793 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Pushing event deleted for resources: {'Port': ['ID=e27e9d80-b4a0-4219-a0fb-f589c4ff21e1,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:05.698139 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a845f-1981-483f-8354-b409dc9f98fe req-d1523a89-ca9e-409f-b6e4-77384b3f01df tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:05.702940 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a67a845f-1981-483f-8354-b409dc9f98fe req-d1523a89-ca9e-409f-b6e4-77384b3f01df tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0586689 Mar 28 19:01:05.708216 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36376) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:05.712634 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Request body: {'floatingip': {'port_id': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:05.723172 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] No DVR routers for this DVR port e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:05.725913 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:05.729786 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-96136b00-f585-4f6a-a4f7-a3dc883dd24c req-f03365bc-56a1-40d7-90ee-372d2b96e037 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.15 "DELETE /v2.0/ports/e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 HTTP/1.1" status: 204 len: 173 time: 0.4796739 Mar 28 19:01:05.730288 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'name': 'network-vif-deleted', 'tag': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:05.733236 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b0791f-9196-4fb6-94d1-17d2b550a2c7" -d '{"events": [{"server_uuid": "9dd4c2e7-726d-4941-aebd-fd1c94515c14", "name": "network-vif-deleted", "tag": "e27e9d80-b4a0-4219-a0fb-f589c4ff21e1"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:05.770286 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (5b3f2d02-495c-4b82-adb7-92554b16f238), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:05.795578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d2190-7937-4e24-bf92-4d4ffa693a0a x-openstack-request-id: req-039d2190-7937-4e24-bf92-4d4ffa693a0a {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:05.796061 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd4c2e7-726d-4941-aebd-fd1c94515c14", "name": "network-vif-deleted", "tag": "e27e9d80-b4a0-4219-a0fb-f589c4ff21e1", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:05.797120 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-039d2190-7937-4e24-bf92-4d4ffa693a0a {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:05.797838 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039d2190-7937-4e24-bf92-4d4ffa693a0a'] response: {'server_uuid': '9dd4c2e7-726d-4941-aebd-fd1c94515c14', 'name': 'network-vif-deleted', 'tag': 'e27e9d80-b4a0-4219-a0fb-f589c4ff21e1', 'status': 'completed', 'code': 200} Mar 28 19:01:05.850901 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b374d68e-c15d-48d1-b47c-f95a472d0023 req-c46460d4-9319-4aa0-b2f0-5e1d1eb46a63 tempest-ServerRescueNegativeTestJSON-1911284231 tempest-ServerRescueNegativeTestJSON-1911284231-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dd4c2e7-726d-4941-aebd-fd1c94515c14 HTTP/1.1" status: 200 len: 210 time: 0.0437760 Mar 28 19:01:06.206445 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:06.210416 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (5b3f2d02-495c-4b82-adb7-92554b16f238), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:06.310445 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Floating IP 5b3f2d02-495c-4b82-adb7-92554b16f238 associated. External IP: 172.27.1.57, port: a9d2c54c-692b-4fde-accb-d107afbbbe2d. Mar 28 19:01:06.510136 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:06.613341 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:06.618125 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:06.623218 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] Sync routers for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:06.632110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:06.632726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:06.646405 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e00426b3-e7bc-4fe2-bfbc-0c25e9b37bcc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "PUT /v2.0/floatingips/5b3f2d02-495c-4b82-adb7-92554b16f238 HTTP/1.1" status: 200 len: 990 time: 0.9371245 Mar 28 19:01:06.647060 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:06.649370 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9591ed20-5df6-48de-92c6-933ae6b7b678" -d '{"events": [{"name": "network-changed", "server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:06.740260 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce928d9-df0b-40c8-9450-a5fae440060b x-openstack-request-id: req-dce928d9-df0b-40c8-9450-a5fae440060b {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:06.740834 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:06.740834 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dce928d9-df0b-40c8-9450-a5fae440060b {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:06.741190 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce928d9-df0b-40c8-9450-a5fae440060b'] response: {'name': 'network-changed', 'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'status': 'completed', 'code': 200} Mar 28 19:01:06.744938 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:06.807221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-a48a4843-43d8-46fb-8aad-fc57cfaeeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:06.808865 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-a48a4843-43d8-46fb-8aad-fc57cfaeeb43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1129 time: 0.0437784 Mar 28 19:01:06.897220 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-464db709-c0cd-45aa-97e4-6ed0138584db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:06.897717 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36390) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:06.899738 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-464db709-c0cd-45aa-97e4-6ed0138584db service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.0850217 Mar 28 19:01:06.973526 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-a36306e9-8aef-4c9d-8299-98727ddbca8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 998 time: 0.0662825 Mar 28 19:01:06.979600 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '5b3f2d02-495c-4b82-adb7-92554b16f238', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'port_id': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'mac_address': 'fa:16:3e:aa:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:53Z', 'updated_at': '2022-03-28T19:01:06Z', 'revision_number': 1, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:07.006540 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] Checking router: 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:07.015312 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:07.015923 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:07.029736 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-392b7572-a7c2-4bc9-b04f-e03c2f72c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:07.031290 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-392b7572-a7c2-4bc9-b04f-e03c2f72c641 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0513353 Mar 28 19:01:07.084520 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-a29f2849-6b07-4466-a740-ae72eee1a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:07.085991 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-a29f2849-6b07-4466-a740-ae72eee1a161 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475593 Mar 28 19:01:07.127581 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:07.178833 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-212a8a28-3ecb-4f13-bba9-321f988638fd service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Mar 28 19:01:07.274244 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9591ed20-5df6-48de-92c6-933ae6b7b678 req-08bb8c2a-3429-47d3-85f5-d03650b34bac service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896780 Mar 28 19:01:07.353608 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '5b3f2d02-495c-4b82-adb7-92554b16f238', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'port_id': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'mac_address': 'fa:16:3e:aa:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:53Z', 'updated_at': '2022-03-28T19:01:06Z', 'revision_number': 1, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:07.382355 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e897bb-613f-4f84-9a81-e66181099711 None None] The sync data for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi is: [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '5b3f2d02-495c-4b82-adb7-92554b16f238', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'port_id': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'mac_address': 'fa:16:3e:aa:01:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:00:53Z', 'updated_at': '2022-03-28T19:01:06Z', 'revision_number': 1, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:07.572242 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b39cc3-e1d2-40f7-919e-5a9897be8578 None None] New status for floating IP 5b3f2d02-495c-4b82-adb7-92554b16f238: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:01:07.646783 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (f2c8a1a5-87b0-4e13-b49a-51201565b68e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:07.938128 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Deleting port c2e9ace2-b9fb-4a07-bffb-f77929beeb62 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:07.938809 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:08.013581 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] For port c2e9ace2-b9fb-4a07-bffb-f77929beeb62, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:08.013936 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:08.026058 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Calling delete_port for c2e9ace2-b9fb-4a07-bffb-f77929beeb62 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:08.199398 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (c2e9ace2-b9fb-4a07-bffb-f77929beeb62), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:08.223448 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e9ace2-b9fb-4a07-bffb-f77929beeb62,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:08.386710 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (f2c8a1a5-87b0-4e13-b49a-51201565b68e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:08.594030 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Router f2c8a1a5-87b0-4e13-b49a-51201565b68e has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:08.694029 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:08.699642 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ac45a52b-a098-41c6-a1f3-b1db0e44efc5 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2c8a1a5-87b0-4e13-b49a-51201565b68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008783 Mar 28 19:01:08.702171 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36394) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:08.704610 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] Sync routers for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:08.715564 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:08.716146 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:08.804946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks [] for router (f2c8a1a5-87b0-4e13-b49a-51201565b68e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:08.820982 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:08.911337 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks [] for router_gateway (f2c8a1a5-87b0-4e13-b49a-51201565b68e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:08.961184 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Deleting port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:08.961882 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:08.994618 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T19:01:08Z', 'revision_number': 5, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port': {'id': 'bcda93b0-43da-41e9-86ae-1cbc9a75f4a7', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:09.020598 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] Checking router: f2c8a1a5-87b0-4e13-b49a-51201565b68e for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:09.028873 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] Routers {'f2c8a1a5-87b0-4e13-b49a-51201565b68e'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:09.029477 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:00:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:09.052970 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] For port bcda93b0-43da-41e9-86ae-1cbc9a75f4a7, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:09.053327 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.067382 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Calling delete_port for bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:09.116479 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] Set router f2c8a1a5-87b0-4e13-b49a-51201565b68e gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:09.170123 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T19:01:08Z', 'revision_number': 6, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:09.196191 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60056151-a006-4444-89ff-94ef9212cc2f None None] The sync data for ids ['f2c8a1a5-87b0-4e13-b49a-51201565b68e'] in dv-cinder-835483-1-iscsi is: [{'id': 'f2c8a1a5-87b0-4e13-b49a-51201565b68e', 'name': 'tempest-ServerRescueNegativeTestJSON-1162981771-router', 'tenant_id': '2a6117129af949f0acb440eec33d0c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:45Z', 'updated_at': '2022-03-28T19:01:08Z', 'revision_number': 6, 'project_id': '2a6117129af949f0acb440eec33d0c8b', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:09.235852 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (bcda93b0-43da-41e9-86ae-1cbc9a75f4a7), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.260742 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcda93b0-43da-41e9-86ae-1cbc9a75f4a7,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:09.323262 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (f2c8a1a5-87b0-4e13-b49a-51201565b68e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.421550 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (f2c8a1a5-87b0-4e13-b49a-51201565b68e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.423529 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks [] for router_controller (f2c8a1a5-87b0-4e13-b49a-51201565b68e), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.486242 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (f2c8a1a5-87b0-4e13-b49a-51201565b68e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.486712 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c8a1a5-87b0-4e13-b49a-51201565b68e {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:01:09.491501 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.492621 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c54c4fcd-be00-4a32-a06d-211641aa1ce5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f2c8a1a5-87b0-4e13-b49a-51201565b68e HTTP/1.1" status: 204 len: 168 time: 0.7895603 Mar 28 19:01:09.495751 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36398) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:09.511081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:09.534201 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:09.534553 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device e27e9d80-b4a0-4219-a0fb-f589c4ff21e1 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:09.538491 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] Deleting subnet 90aaba58-869b-4d27-a31a-8c6235536a06 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:01:09.542210 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] Publish callbacks [] for subnet (90aaba58-869b-4d27-a31a-8c6235536a06), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.577383 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (90aaba58-869b-4d27-a31a-8c6235536a06), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.684827 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (90aaba58-869b-4d27-a31a-8c6235536a06), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.734849 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (90aaba58-869b-4d27-a31a-8c6235536a06), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.758317 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90aaba58-869b-4d27-a31a-8c6235536a06,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:09.761762 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.764912 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1fa45ee5-ff92-4d2d-a328-84ffb43c2838 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/90aaba58-869b-4d27-a31a-8c6235536a06 HTTP/1.1" status: 204 len: 168 time: 0.2682309 Mar 28 19:01:09.767190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127eb50-12f5-4076-8bb7-59a48ebbc36b None None] Network fbb6d09f-debf-4861-8d26-a31683d060c5 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:01:09.768040 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36400) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:09.841940 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (fbb6d09f-debf-4861-8d26-a31683d060c5), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.898223 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Deleting port 90262e6a-a6dc-4a19-a660-e8c411707681 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:09.898496 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.967094 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] For port 90262e6a-a6dc-4a19-a660-e8c411707681, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=90262e6a-a6dc-4a19-a660-e8c411707681,segment=NetworkSegment(e30c884a-f83f-4cf2-b4b0-9deb627a618a),segment_id=e30c884a-f83f-4cf2-b4b0-9deb627a618a)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:09.967451 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:09.982326 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Calling delete_port for 90262e6a-a6dc-4a19-a660-e8c411707681 owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:10.044143 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] DHCP port deletion for fbb6d09f-debf-4861-8d26-a31683d060c5 request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:01:10.065654 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.091644 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Pushing event deleted for resources: {'Port': ['ID=90262e6a-a6dc-4a19-a660-e8c411707681,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:10.096902 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] No DVR routers for this DVR port 90262e6a-a6dc-4a19-a660-e8c411707681 on host dv-cinder-835483-1-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:10.100548 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] Deleting port 90262e6a-a6dc-4a19-a660-e8c411707681 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:10.100943 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.169000 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] For port 90262e6a-a6dc-4a19-a660-e8c411707681, host dv-cinder-835483-1-iscsi, got binding levels [] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:10.169389 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.173232 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (fbb6d09f-debf-4861-8d26-a31683d060c5), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.183939 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] Calling delete_port for 90262e6a-a6dc-4a19-a660-e8c411707681 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:10.188486 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.ipam_backend_mixin [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] Port 90262e6a-a6dc-4a19-a660-e8c411707681 was not found and therefore no delete operation was performed {{(pid=103111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 19:01:10.189807 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (90262e6a-a6dc-4a19-a660-e8c411707681), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.195849 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.196199 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.196942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.197816 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > port after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.198143 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.198501 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > port after_update 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.198824 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.199198 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.199461 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.199779 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.219427 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] Pushing event deleted for resources: {'Port': ['ID=90262e6a-a6dc-4a19-a660-e8c411707681,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:10.224462 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf2800-132d-4823-a525-b5c223178d28 None None] No DVR routers for this DVR port 90262e6a-a6dc-4a19-a660-e8c411707681 on host dv-cinder-835483-1-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:10.266512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.266829 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.267162 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.267495 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:01:10.267862 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb6d09f-debf-4861-8d26-a31683d060c5']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:10.285837 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30c884a-f83f-4cf2-b4b0-9deb627a618a') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:10.286134 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30c884a-f83f-4cf2-b4b0-9deb627a618a') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:10.301409 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (e30c884a-f83f-4cf2-b4b0-9deb627a618a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.321347 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (e30c884a-f83f-4cf2-b4b0-9deb627a618a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.329583 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:01:10.329961 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (e30c884a-f83f-4cf2-b4b0-9deb627a618a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: from cryptography.utils import int_from_bytes Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: from cryptography.utils import int_from_bytes Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:01:10.333775 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:01:10.390779 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (fbb6d09f-debf-4861-8d26-a31683d060c5), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.397071 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.400957 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] 10.222.0.31 "DELETE /v2.0/networks/fbb6d09f-debf-4861-8d26-a31683d060c5 HTTP/1.1" status: 204 len: 168 time: 0.6313112 Mar 28 19:01:10.413518 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca239b-5f2b-4cc9-b742-d92634fcf43b admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb6d09f-debf-4861-8d26-a31683d060c5,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:10.506557 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36404) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:10.545064 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-63e23cc7-04f6-4ebf-8cc3-dfbd831aa190 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a6117129af949f0acb440eec33d0c8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372343 Mar 28 19:01:10.547388 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36406) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:10.596272 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-55543abe-5900-4abf-a8f3-218287119adf admin admin] Publish callbacks [] for security_group (2d63626b-d2cc-4237-a6d4-8a658c3f2cbb), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.615954 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-55543abe-5900-4abf-a8f3-218287119adf admin admin] Publish callbacks [] for security_group (2d63626b-d2cc-4237-a6d4-8a658c3f2cbb), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.660243 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-55543abe-5900-4abf-a8f3-218287119adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2d63626b-d2cc-4237-a6d4-8a658c3f2cbb), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.662779 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-55543abe-5900-4abf-a8f3-218287119adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:10.663898 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-55543abe-5900-4abf-a8f3-218287119adf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d63626b-d2cc-4237-a6d4-8a658c3f2cbb HTTP/1.1" status: 204 len: 168 time: 0.1156292 Mar 28 19:01:10.671096 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55543abe-5900-4abf-a8f3-218287119adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d63626b-d2cc-4237-a6d4-8a658c3f2cbb,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:10.781075 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 90262e6a-a6dc-4a19-a660-e8c411707681 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:10.801091 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 90262e6a-a6dc-4a19-a660-e8c411707681 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:10.801436 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 90262e6a-a6dc-4a19-a660-e8c411707681 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:10.801842 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device c2e9ace2-b9fb-4a07-bffb-f77929beeb62 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:10.821134 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: c2e9ace2-b9fb-4a07-bffb-f77929beeb62 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:10.821479 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device c2e9ace2-b9fb-4a07-bffb-f77929beeb62 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:10.821885 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:10.840389 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:10.840739 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bcda93b0-43da-41e9-86ae-1cbc9a75f4a7 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:20.546369 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36502) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:20.645489 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-845882a1-f034-4ba9-93ba-b21cf41aed2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:20.716367 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-845882a1-f034-4ba9-93ba-b21cf41aed2b admin admin] Publish callbacks [] for security_group (e50f95a6-cf86-40b8-a1bd-11a6511e11dc), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:20.720000 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-845882a1-f034-4ba9-93ba-b21cf41aed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e50f95a6-cf86-40b8-a1bd-11a6511e11dc), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:20.755431 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-845882a1-f034-4ba9-93ba-b21cf41aed2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aed3a9d725274db7b830173ea8118743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080228 Mar 28 19:01:20.757321 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845882a1-f034-4ba9-93ba-b21cf41aed2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50f95a6-cf86-40b8-a1bd-11a6511e11dc,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:20.758291 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36506) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:20.805416 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-140eeafb-ddea-4403-bc76-13317ebb7327 admin admin] Publish callbacks [] for security_group (e50f95a6-cf86-40b8-a1bd-11a6511e11dc), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:20.825674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-140eeafb-ddea-4403-bc76-13317ebb7327 admin admin] Publish callbacks [] for security_group (e50f95a6-cf86-40b8-a1bd-11a6511e11dc), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:20.870693 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-140eeafb-ddea-4403-bc76-13317ebb7327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e50f95a6-cf86-40b8-a1bd-11a6511e11dc), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:20.873152 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-140eeafb-ddea-4403-bc76-13317ebb7327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:20.874283 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-140eeafb-ddea-4403-bc76-13317ebb7327 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e50f95a6-cf86-40b8-a1bd-11a6511e11dc HTTP/1.1" status: 204 len: 168 time: 0.1150112 Mar 28 19:01:20.881660 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eeafb-ddea-4403-bc76-13317ebb7327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50f95a6-cf86-40b8-a1bd-11a6511e11dc,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:21.135902 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36512) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:21.149172 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d13fe072-b550-4e95-9e61-e884c0f5ea6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:21.226552 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d13fe072-b550-4e95-9e61-e884c0f5ea6a admin admin] Publish callbacks [] for security_group (4f069079-d21c-4ce3-ba39-7392a94103db), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:21.229907 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d13fe072-b550-4e95-9e61-e884c0f5ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (4f069079-d21c-4ce3-ba39-7392a94103db), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:21.266915 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d13fe072-b550-4e95-9e61-e884c0f5ea6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd0a12f619fb43c78b398a0a07aab1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299994 Mar 28 19:01:21.267730 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fe072-b550-4e95-9e61-e884c0f5ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f069079-d21c-4ce3-ba39-7392a94103db,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:21.270395 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36514) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:21.317637 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2924998e-b0b0-49e3-9c4e-1b0c199c4ec3 admin admin] Publish callbacks [] for security_group (4f069079-d21c-4ce3-ba39-7392a94103db), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:21.337871 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2924998e-b0b0-49e3-9c4e-1b0c199c4ec3 admin admin] Publish callbacks [] for security_group (4f069079-d21c-4ce3-ba39-7392a94103db), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:21.384372 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2924998e-b0b0-49e3-9c4e-1b0c199c4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (4f069079-d21c-4ce3-ba39-7392a94103db), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:21.386895 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2924998e-b0b0-49e3-9c4e-1b0c199c4ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:21.387998 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2924998e-b0b0-49e3-9c4e-1b0c199c4ec3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f069079-d21c-4ce3-ba39-7392a94103db HTTP/1.1" status: 204 len: 168 time: 0.1162660 Mar 28 19:01:21.395050 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924998e-b0b0-49e3-9c4e-1b0c199c4ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f069079-d21c-4ce3-ba39-7392a94103db,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:22.283717 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:01:23.400295 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36584) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:23.500399 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2006d97-2016-4410-8b91-cfcee7e68912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.571185 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2006d97-2016-4410-8b91-cfcee7e68912 admin admin] Publish callbacks [] for security_group (dddcf03d-708c-41cf-b5b3-2bb6e169937e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.574691 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2006d97-2016-4410-8b91-cfcee7e68912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dddcf03d-708c-41cf-b5b3-2bb6e169937e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.610856 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f2006d97-2016-4410-8b91-cfcee7e68912 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc1063e8dd4748c49fd7fe694b0070a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095423 Mar 28 19:01:23.612776 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006d97-2016-4410-8b91-cfcee7e68912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddcf03d-708c-41cf-b5b3-2bb6e169937e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:23.613557 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36588) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:23.659836 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6d8de15c-23c8-4159-82de-c9ae84d6a97a admin admin] Publish callbacks [] for security_group (dddcf03d-708c-41cf-b5b3-2bb6e169937e), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.680552 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6d8de15c-23c8-4159-82de-c9ae84d6a97a admin admin] Publish callbacks [] for security_group (dddcf03d-708c-41cf-b5b3-2bb6e169937e), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.725608 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6d8de15c-23c8-4159-82de-c9ae84d6a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (dddcf03d-708c-41cf-b5b3-2bb6e169937e), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.728808 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6d8de15c-23c8-4159-82de-c9ae84d6a97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.730052 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6d8de15c-23c8-4159-82de-c9ae84d6a97a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dddcf03d-708c-41cf-b5b3-2bb6e169937e HTTP/1.1" status: 204 len: 168 time: 0.1154747 Mar 28 19:01:23.737326 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8de15c-23c8-4159-82de-c9ae84d6a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddcf03d-708c-41cf-b5b3-2bb6e169937e,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:23.908175 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:23.983705 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36594) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:23.996295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-233ea459-15d1-41ed-87ff-512fbf9e81fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:24.067095 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-233ea459-15d1-41ed-87ff-512fbf9e81fe admin admin] Publish callbacks [] for security_group (d64bc58b-ff11-47af-88e5-3126b43952bc), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:24.070875 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-233ea459-15d1-41ed-87ff-512fbf9e81fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d64bc58b-ff11-47af-88e5-3126b43952bc), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:24.111126 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-233ea459-15d1-41ed-87ff-512fbf9e81fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9ab95143a914fbb9354228631e1475f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262841 Mar 28 19:01:24.112969 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ea459-15d1-41ed-87ff-512fbf9e81fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bc58b-ff11-47af-88e5-3126b43952bc,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:24.113728 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36596) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:24.162690 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-29bd8700-7095-401c-8d41-a1a764cecc6a admin admin] Publish callbacks [] for security_group (d64bc58b-ff11-47af-88e5-3126b43952bc), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:24.183466 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-29bd8700-7095-401c-8d41-a1a764cecc6a admin admin] Publish callbacks [] for security_group (d64bc58b-ff11-47af-88e5-3126b43952bc), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:24.227146 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-29bd8700-7095-401c-8d41-a1a764cecc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d64bc58b-ff11-47af-88e5-3126b43952bc), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:24.230710 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-29bd8700-7095-401c-8d41-a1a764cecc6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:24.231834 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-29bd8700-7095-401c-8d41-a1a764cecc6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d64bc58b-ff11-47af-88e5-3126b43952bc HTTP/1.1" status: 204 len: 168 time: 0.1170287 Mar 28 19:01:24.238951 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd8700-7095-401c-8d41-a1a764cecc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bc58b-ff11-47af-88e5-3126b43952bc,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:24.678487 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c4608287-691b-4fc9-9fcd-11bf627da3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:26.924730 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cba87307-0e0c-4fc5-a2b6-e64e4bebf572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.079549 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.233055 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36658) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:28.335296 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-257f3ae7-59b3-4bca-871d-d54fb1583899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.405553 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-257f3ae7-59b3-4bca-871d-d54fb1583899 admin admin] Publish callbacks [] for security_group (2dce01f9-95c3-45b4-9fe5-c918a15a6001), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.409263 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-257f3ae7-59b3-4bca-871d-d54fb1583899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2dce01f9-95c3-45b4-9fe5-c918a15a6001), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.444795 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f3ae7-59b3-4bca-871d-d54fb1583899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce01f9-95c3-45b4-9fe5-c918a15a6001,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:28.448984 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-257f3ae7-59b3-4bca-871d-d54fb1583899 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cedc81fbedf49929abca8cecc371f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149739 Mar 28 19:01:28.451610 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36662) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:28.496665 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8c4d06e5-dccd-40b4-9742-b5f0c0fb4f31 admin admin] Publish callbacks [] for security_group (2dce01f9-95c3-45b4-9fe5-c918a15a6001), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.516063 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8c4d06e5-dccd-40b4-9742-b5f0c0fb4f31 admin admin] Publish callbacks [] for security_group (2dce01f9-95c3-45b4-9fe5-c918a15a6001), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.561224 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8c4d06e5-dccd-40b4-9742-b5f0c0fb4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2dce01f9-95c3-45b4-9fe5-c918a15a6001), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.563757 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8c4d06e5-dccd-40b4-9742-b5f0c0fb4f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.564866 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8c4d06e5-dccd-40b4-9742-b5f0c0fb4f31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dce01f9-95c3-45b4-9fe5-c918a15a6001 HTTP/1.1" status: 204 len: 168 time: 0.1123841 Mar 28 19:01:28.572333 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d06e5-dccd-40b4-9742-b5f0c0fb4f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce01f9-95c3-45b4-9fe5-c918a15a6001,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:28.815036 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36668) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:28.830060 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3b6656f3-1018-4b5b-b20f-400faed46ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.904534 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3b6656f3-1018-4b5b-b20f-400faed46ae9 admin admin] Publish callbacks [] for security_group (6c5360d3-1cea-4505-9707-e9f76ed18c25), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.908125 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3b6656f3-1018-4b5b-b20f-400faed46ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6c5360d3-1cea-4505-9707-e9f76ed18c25), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:28.944287 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3b6656f3-1018-4b5b-b20f-400faed46ae9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8bfbb1550fd47f695d28d7a190fb85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281950 Mar 28 19:01:28.945108 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6656f3-1018-4b5b-b20f-400faed46ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5360d3-1cea-4505-9707-e9f76ed18c25,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:28.947068 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36670) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:29.002410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Publish callbacks [] for security_group (6c5360d3-1cea-4505-9707-e9f76ed18c25), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.023905 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Publish callbacks [] for security_group (6c5360d3-1cea-4505-9707-e9f76ed18c25), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.070711 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6c5360d3-1cea-4505-9707-e9f76ed18c25), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.074463 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.075715 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c5360d3-1cea-4505-9707-e9f76ed18c25 HTTP/1.1" status: 204 len: 168 time: 0.1271238 Mar 28 19:01:29.085484 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5360d3-1cea-4505-9707-e9f76ed18c25,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:29.098089 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.098679 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.099253 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.099806 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.100336 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.100905 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.101464 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.102019 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.102614 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.103164 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.103750 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.104310 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.104884 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.105458 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.106018 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6883505-bb0f-4ab3-a211-ff9fa34e5537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:29.618281 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.732087 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36692) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:29.825140 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1564115181-network', 'tenant_id': 'd0ee76a5fb80487eadcd094a1c6e34a0'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:29.844012 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Made reservation on behalf of d0ee76a5fb80487eadcd094a1c6e34a0 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:29.846262 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.854712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.927483 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks [] for security_group (529f49ff-c483-4605-a513-c21d22075ac1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.930726 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (529f49ff-c483-4605-a513-c21d22075ac1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.955678 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:01:29.971086 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529f49ff-c483-4605-a513-c21d22075ac1,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:29.974175 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (90fa8324-470d-459d-b07f-8955f13c668d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:29.974518 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Added segment 90fa8324-470d-459d-b07f-8955f13c668d of type vlan for network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea Mar 28 19:01:30.016351 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (42fc65e7-2dbf-4b29-9d1a-4582681d7dea), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:30.040428 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (42fc65e7-2dbf-4b29-9d1a-4582681d7dea), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:30.041916 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:30.042527 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:30.093071 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3598979 Mar 28 19:01:30.096082 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36696) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:30.100833 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Request body: {'subnet': {'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1564115181-subnet', 'tenant_id': 'd0ee76a5fb80487eadcd094a1c6e34a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:30.104471 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac3779-8160-4ccb-b15a-823ac660169c admin admin] Pushing event updated for resources: {'Network': ['ID=42fc65e7-2dbf-4b29-9d1a-4582681d7dea,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:30.114544 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:01:30.122786 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Made reservation on behalf of d0ee76a5fb80487eadcd094a1c6e34a0 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:30.126011 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:30.293466 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (adf4cf7e-be1f-45c7-86aa-936626144ef6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:30.347129 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf4cf7e-be1f-45c7-86aa-936626144ef6,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:30.357019 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.357362 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.357701 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.358036 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.358395 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.358722 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.359044 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.359364 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.359687 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.360010 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.360332 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.360651 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.360970 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.361288 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.361603 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:30.367815 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Checking segment: {'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:01:30.368167 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Network hostable DHCP agents. Network: 42fc65e7-2dbf-4b29-9d1a-4582681d7dea, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:01:30.384621 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:01:30.393331 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 42fc65e7-2dbf-4b29-9d1a-4582681d7dea) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:30.398082 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:30.399748 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:30.403021 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1f3d9-eaaa-47a6-9ca2-cf5955346d80 None None] Network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:01:30.415240 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-101a51b6-2fc9-4592-b5ad-55df3e686283 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3181694 Mar 28 19:01:30.498863 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e59c9-1f08-40f2-b6a1-c223ea76eb0d None None] Network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:01:31.023984 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:32.120770 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-b8b29985-81e0-4196-8393-5b5749f8e3b9 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:32.122223 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-b8b29985-81e0-4196-8393-5b5749f8e3b9 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/networks?id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea HTTP/1.1" status: 200 len: 809 time: 0.0991161 Mar 28 19:01:32.137279 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-cba074c4-3c03-497e-84c2-7c84bcb9ef10 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/quotas/d0ee76a5fb80487eadcd094a1c6e34a0 HTTP/1.1" status: 200 len: 375 time: 0.0094891 Mar 28 19:01:32.382176 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-475af903-107d-43ec-956f-dc66be3e0845 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ee76a5fb80487eadcd094a1c6e34a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2402081 Mar 28 19:01:32.512613 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-b2bcbe98-3b16-4205-b713-79c6b3fd8df8 service neutron] 10.222.0.31 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232359 Mar 28 19:01:32.598750 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-c211304e-2a69-4c5d-9756-2a55fdedf3eb service neutron] 10.222.0.31 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805690 Mar 28 19:01:33.761490 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d4121bd3-2a8d-4d35-95ac-3e9e7cfd8306 req-ea794b03-e61e-47eb-a5e9-a72c96aa89fa tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 210 time: 0.0276089 Mar 28 19:01:34.856541 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1322c00d-2f85-492f-b567-0f9b259bb5f2 req-8a3f535d-7125-4e46-8ec3-792d8dff2530 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 210 time: 0.0268364 Mar 28 19:01:34.889224 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-0c8c443d-5081-46a5-8d5c-47f3af1b2d0f tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:34.890693 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-0c8c443d-5081-46a5-8d5c-47f3af1b2d0f tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "GET /v2.0/networks?id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea HTTP/1.1" status: 200 len: 809 time: 0.3394570 Mar 28 19:01:34.902910 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Request body: {'port': {'device_id': '07126396-aec6-445a-960d-76905ce232dd', 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea', 'admin_state_up': True, 'tenant_id': 'd0ee76a5fb80487eadcd094a1c6e34a0'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:35.003334 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Made reservation on behalf of d0ee76a5fb80487eadcd094a1c6e34a0 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:35.006608 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.132067 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Allocated IP 172.20.0.9 (42fc65e7-2dbf-4b29-9d1a-4582681d7dea/adf4cf7e-be1f-45c7-86aa-936626144ef6/02d901ed-73d3-48b6-85eb-1da301dc178c) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:01:35.276856 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks [] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.308558 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.348945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:01:35.351961 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:35.358066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:01:35.363939 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Pushing event updated for resources: {'Port': ['ID=02d901ed-73d3-48b6-85eb-1da301dc178c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:35.407292 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:35.407888 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.423030 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-94e60f6c-5504-4ac1-8c69-c4d15d4993d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5242624 Mar 28 19:01:35.441159 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Request body: {'port': {'device_id': '07126396-aec6-445a-960d-76905ce232dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:35.500272 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.746290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d901ed-73d3-48b6-85eb-1da301dc178c {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:35.753275 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Publish callbacks [] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.764732 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Transition to ACTIVE for port object 02d901ed-73d3-48b6-85eb-1da301dc178c will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:01:35.768215 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.817491 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=02d901ed-73d3-48b6-85eb-1da301dc178c,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:35.881856 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Attempting to bind port 02d901ed-73d3-48b6-85eb-1da301dc178c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:01:35.882203 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Attempting to bind port 02d901ed-73d3-48b6-85eb-1da301dc178c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:01:35.882528 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Attempting to bind port 02d901ed-73d3-48b6-85eb-1da301dc178c on network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:35.886711 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Port 02d901ed-73d3-48b6-85eb-1da301dc178c on network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:01:35.887031 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Attempting to bind port 02d901ed-73d3-48b6-85eb-1da301dc178c on network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:35.891858 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:01:35.892393 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Checking segment: {'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:01:35.892603 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Bound using segment: {'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:01:35.892961 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Bound port: 02d901ed-73d3-48b6-85eb-1da301dc178c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:01:35.893311 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:35.984919 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] For port 02d901ed-73d3-48b6-85eb-1da301dc178c, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:01:35.988630 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] For port 02d901ed-73d3-48b6-85eb-1da301dc178c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=02d901ed-73d3-48b6-85eb-1da301dc178c,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:01:36.001092 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e9c3-d644-408f-9bfe-cfc92a30800e req-e11be08c-05e9-434c-ba88-fad5c26b1447 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:36.002501 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-57b0e9c3-d644-408f-9bfe-cfc92a30800e req-e11be08c-05e9-434c-ba88-fad5c26b1447 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 943 time: 0.0777211 Mar 28 19:01:36.003620 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:36.054036 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:36.054662 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:36.055980 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] 10.222.0.15 "PUT /v2.0/ports/02d901ed-73d3-48b6-85eb-1da301dc178c HTTP/1.1" status: 200 len: 1093 time: 0.6186919 Mar 28 19:01:36.056412 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07126396-aec6-445a-960d-76905ce232dd', 'tag': '02d901ed-73d3-48b6-85eb-1da301dc178c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:36.059029 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ffad66-9855-490a-b471-1c4fe4b16d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "07126396-aec6-445a-960d-76905ce232dd", "tag": "02d901ed-73d3-48b6-85eb-1da301dc178c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:36.098112 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c25958-73ea-46cc-8b6b-a1894644cfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=02d901ed-73d3-48b6-85eb-1da301dc178c,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:36.113361 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43900e24-942e-461d-bf64-3377d74766fa x-openstack-request-id: req-43900e24-942e-461d-bf64-3377d74766fa {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:36.113643 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07126396-aec6-445a-960d-76905ce232dd", "tag": "02d901ed-73d3-48b6-85eb-1da301dc178c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:36.113894 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43900e24-942e-461d-bf64-3377d74766fa {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:36.114309 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43900e24-942e-461d-bf64-3377d74766fa'] response: {'name': 'network-changed', 'server_uuid': '07126396-aec6-445a-960d-76905ce232dd', 'tag': '02d901ed-73d3-48b6-85eb-1da301dc178c', 'status': 'completed', 'code': 200} Mar 28 19:01:36.118637 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-57b0e9c3-d644-408f-9bfe-cfc92a30800e req-866fe159-abb9-4b9b-a182-f2897bb3679e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074672 Mar 28 19:01:36.151573 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-99405aa9-4e0d-425c-af36-adc2b5fb53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:36.153033 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-99405aa9-4e0d-425c-af36-adc2b5fb53e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0ee76a5fb80487eadcd094a1c6e34a0&device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 1127 time: 0.0496492 Mar 28 19:01:36.194520 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-23c7de48-cf1b-4edb-965d-b12bebb28dab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d901ed-73d3-48b6-85eb-1da301dc178c HTTP/1.1" status: 200 len: 217 time: 0.0330687 Mar 28 19:01:36.245124 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-251edabe-2ff0-44ab-8b72-bf2b41cab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:36.246527 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-251edabe-2ff0-44ab-8b72-bf2b41cab4fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf4cf7e-be1f-45c7-86aa-936626144ef6 HTTP/1.1" status: 200 len: 849 time: 0.0451906 Mar 28 19:01:36.284211 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-166ccc8e-abaa-4ee3-9a9d-f03eefddb275 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246270 Mar 28 19:01:36.368059 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-fd342684-3982-4974-abe2-37028e117f0d service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775790 Mar 28 19:01:36.462790 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-007cb6ff-3262-45e7-95ad-5dd8b55cc705 req-4ef3be94-1322-431a-a65e-1fc6fe4c3cb2 service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828407 Mar 28 19:01:36.550754 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-9f08c451-ba91-49d1-be7b-1716755d9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:36.552114 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-9f08c451-ba91-49d1-be7b-1716755d9866 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0ee76a5fb80487eadcd094a1c6e34a0&device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 1127 time: 0.0440145 Mar 28 19:01:36.641297 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-1820a523-8d89-409a-92b0-b908ca18cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:36.642746 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-1820a523-8d89-409a-92b0-b908ca18cd62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea HTTP/1.1" status: 200 len: 910 time: 0.0848217 Mar 28 19:01:36.682142 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-c931696f-0e17-4d6c-b492-fc36dbf0ffdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d901ed-73d3-48b6-85eb-1da301dc178c HTTP/1.1" status: 200 len: 217 time: 0.0324528 Mar 28 19:01:36.726567 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-dd4db01b-2780-42f1-ad02-c1e6dc74f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:36.727922 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-dd4db01b-2780-42f1-ad02-c1e6dc74f170 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf4cf7e-be1f-45c7-86aa-936626144ef6 HTTP/1.1" status: 200 len: 849 time: 0.0406475 Mar 28 19:01:36.759090 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-c6352c3d-8215-4e34-bd2c-b56b82bbcc53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245769 Mar 28 19:01:36.848039 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-5ce2b32b-a228-4af3-928c-f6945046af64 service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828383 Mar 28 19:01:36.934419 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d0ffad66-9855-490a-b471-1c4fe4b16d6b req-17be7735-70cb-4247-b485-740b008b22e3 service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787024 Mar 28 19:01:37.236542 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e022-d5eb-4f50-a191-cbd6fcc5aacb req-c70adf54-854f-43a1-8446-00317d80986f tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:37.237993 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4078e022-d5eb-4f50-a191-cbd6fcc5aacb req-c70adf54-854f-43a1-8446-00317d80986f tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 943 time: 0.0504363 Mar 28 19:01:37.282362 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4078e022-d5eb-4f50-a191-cbd6fcc5aacb req-cf3dc22e-ad73-4e8c-8900-24d1d683a012 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Mar 28 19:01:37.877913 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2d142-730e-4dc8-b264-1476e2dd7a2d req-af42da8d-a26f-4a81-99db-c75d86540e37 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:37.879394 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00c2d142-730e-4dc8-b264-1476e2dd7a2d req-af42da8d-a26f-4a81-99db-c75d86540e37 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0564563 Mar 28 19:01:37.924445 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-00c2d142-730e-4dc8-b264-1476e2dd7a2d req-4e3041f5-280d-4659-8faf-2ceef6ac899b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395601 Mar 28 19:01:38.400114 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5f624-a28d-439e-8726-50f30d807a92 req-25435833-59c1-4760-8cd1-95f21704952e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:38.401973 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-79f5f624-a28d-439e-8726-50f30d807a92 req-25435833-59c1-4760-8cd1-95f21704952e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 943 time: 0.0543187 Mar 28 19:01:38.447122 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-79f5f624-a28d-439e-8726-50f30d807a92 req-91af609f-56f8-4a2c-8b96-f6c6f0f01d18 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Mar 28 19:01:39.040584 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed98e61-c534-4b3d-a17a-88935202724f req-88db0eae-3f56-4e77-abfe-67dbc4d4cb59 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.042089 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ed98e61-c534-4b3d-a17a-88935202724f req-88db0eae-3f56-4e77-abfe-67dbc4d4cb59 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0519848 Mar 28 19:01:39.088853 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ed98e61-c534-4b3d-a17a-88935202724f req-86cfbd3c-4855-40b1-998f-9a71fcdb4929 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c22e13c-c655-46f7-ba01-8de83a84594d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Mar 28 19:01:39.172142 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-d73c0151-3037-4581-a1ad-db9d9cfee484 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.173592 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-d73c0151-3037-4581-a1ad-db9d9cfee484 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 946 time: 0.0564892 Mar 28 19:01:39.264131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Deleting port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:39.264474 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.352693 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] For port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:39.352960 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.518101 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.518497 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (ea784115-826e-4862-a0ee-b4c637cfbd35), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.518812 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Floating IP ea784115-826e-4862-a0ee-b4c637cfbd35 disassociated. External IP: 172.27.1.169, port: ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b. Mar 28 19:01:39.519151 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Calling delete_port for ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:39.560882 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612071d9-5ab6-4eda-b311-e209e7113dce req-0d8a9837-0032-47ac-9047-fa4a70513439 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:39.562381 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-612071d9-5ab6-4eda-b311-e209e7113dce req-0d8a9837-0032-47ac-9047-fa4a70513439 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 943 time: 0.0515690 Mar 28 19:01:39.608725 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-612071d9-5ab6-4eda-b311-e209e7113dce req-66b68221-ea91-4177-92e9-745da0233f45 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Mar 28 19:01:39.646509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.675094 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event deleted for resources: {'Port': ['ID=ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:39.687407 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 02d901ed-73d3-48b6-85eb-1da301dc178c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:01:39.787011 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 02d901ed-73d3-48b6-85eb-1da301dc178c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=02d901ed-73d3-48b6-85eb-1da301dc178c,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:39.790585 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Router fc8bc34b-87e4-40ed-a20b-0c1f051c556b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:39.798423 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '02d901ed-73d3-48b6-85eb-1da301dc178c', 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea', 'port_id': '02d901ed-73d3-48b6-85eb-1da301dc178c', 'mac_address': 'fa:16:3e:25:77:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf4cf7e-be1f-45c7-86aa-936626144ef6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:01:39.835114 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 02d901ed-73d3-48b6-85eb-1da301dc178c is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:39.835496 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.848176 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d901ed-73d3-48b6-85eb-1da301dc178c {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:39.871198 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 02d901ed-73d3-48b6-85eb-1da301dc178c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=02d901ed-73d3-48b6-85eb-1da301dc178c,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:39.874910 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.899521 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:39.908889 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] Sync routers for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:39.920244 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:39.920867 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:01:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:39.921883 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=02d901ed-73d3-48b6-85eb-1da301dc178c,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:39.940970 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] No DVR routers for this DVR port ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:39.943450 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:39.946759 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7a477fac-0a4c-47fd-8461-1fde3b2aff91 req-84ef6a89-6787-4446-9e72-d7caef978f71 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "DELETE /v2.0/ports/ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b HTTP/1.1" status: 204 len: 173 time: 0.7679822 Mar 28 19:01:39.947287 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'name': 'network-vif-deleted', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:39.950091 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526e5d0-b74b-4ed0-ba28-cf9a30d16af4" -d '{"events": [{"server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "name": "network-vif-deleted", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:39.987951 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b66407a-814e-4b6b-8a45-d3b95889a955 x-openstack-request-id: req-6b66407a-814e-4b6b-8a45-d3b95889a955 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:39.988254 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1716e7c6-b772-4774-accf-e89a90aa5bc9", "name": "network-vif-deleted", "tag": "ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:39.988529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b66407a-814e-4b6b-8a45-d3b95889a955 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:39.988940 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b66407a-814e-4b6b-8a45-d3b95889a955'] response: {'server_uuid': '1716e7c6-b772-4774-accf-e89a90aa5bc9', 'name': 'network-vif-deleted', 'tag': 'ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b', 'status': 'completed', 'code': 200} Mar 28 19:01:40.042374 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:40.206773 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d2f9fc14-8322-4750-a41b-e00c9038a38d req-52430fff-7c14-4636-bb5a-0477f4946866 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=1716e7c6-b772-4774-accf-e89a90aa5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0334620 Mar 28 19:01:40.226030 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['02d901ed-73d3-48b6-85eb-1da301dc178c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:40.258202 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:40.283015 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] Checking router: fc8bc34b-87e4-40ed-a20b-0c1f051c556b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:40.291406 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:40.292006 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:01:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:40.492499 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:40.686369 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:40.711738 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be9a49-5471-4aa4-b117-da7582267e4d None None] The sync data for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi is: [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:40.731837 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149d77f-ee5f-4370-a4fb-fc7c1a7bf076 req-f93f152a-0400-44f1-8f9d-2f26381cba5a tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:40.733344 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6149d77f-ee5f-4370-a4fb-fc7c1a7bf076 req-f93f152a-0400-44f1-8f9d-2f26381cba5a tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 944 time: 0.0553138 Mar 28 19:01:40.782593 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6149d77f-ee5f-4370-a4fb-fc7c1a7bf076 req-0a42009e-2cd1-4485-ae18-84613706ebf5 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Mar 28 19:01:40.918076 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f1e25-703c-4fb4-9035-e5767c11a8c6 None None] New status for floating IP ea784115-826e-4862-a0ee-b4c637cfbd35: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:01:41.289416 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36780) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:41.345248 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6fa89b14-23a4-45ac-b680-75d67ac2e058 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (8c22e13c-c655-46f7-ba01-8de83a84594d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.367754 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6fa89b14-23a4-45ac-b680-75d67ac2e058 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (8c22e13c-c655-46f7-ba01-8de83a84594d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.413346 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6fa89b14-23a4-45ac-b680-75d67ac2e058 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8c22e13c-c655-46f7-ba01-8de83a84594d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.415982 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6fa89b14-23a4-45ac-b680-75d67ac2e058 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.417143 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6fa89b14-23a4-45ac-b680-75d67ac2e058 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c22e13c-c655-46f7-ba01-8de83a84594d HTTP/1.1" status: 204 len: 168 time: 0.1267147 Mar 28 19:01:41.420056 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36782) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:41.425798 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa89b14-23a4-45ac-b680-75d67ac2e058 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c22e13c-c655-46f7-ba01-8de83a84594d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:41.439056 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.api.v2.resource [None req-9d5b217f-dde8-48d7-a96a-63eede12d0a7 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] show failed (client error): The resource could not be found. Mar 28 19:01:41.440121 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9d5b217f-dde8-48d7-a96a-63eede12d0a7 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups/8c22e13c-c655-46f7-ba01-8de83a84594d HTTP/1.1" status: 404 len: 347 time: 0.0190318 Mar 28 19:01:41.443001 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36784) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:41.560354 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Deleting port 2dc21b24-490b-4ce6-8119-8241edb0dfd9 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:41.560689 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.630778 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.631102 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (2dc21b24-490b-4ce6-8119-8241edb0dfd9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.642291 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Calling delete_port for 2dc21b24-490b-4ce6-8119-8241edb0dfd9 owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:41.693682 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 02d901ed-73d3-48b6-85eb-1da301dc178c up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:01:41.743163 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 02d901ed-73d3-48b6-85eb-1da301dc178c completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:01:41.748254 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 02d901ed-73d3-48b6-85eb-1da301dc178c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:41.748630 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.773304 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (2dc21b24-490b-4ce6-8119-8241edb0dfd9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.799743 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event deleted for resources: {'Port': ['ID=2dc21b24-490b-4ce6-8119-8241edb0dfd9,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:41.839850 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 02d901ed-73d3-48b6-85eb-1da301dc178c is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:41.840279 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.863982 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07126396-aec6-445a-960d-76905ce232dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d901ed-73d3-48b6-85eb-1da301dc178c'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:41.866281 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b8da60-bfcc-469d-89e0-37f93c9618d9" -d '{"events": [{"server_uuid": "07126396-aec6-445a-960d-76905ce232dd", "name": "network-vif-plugged", "status": "completed", "tag": "02d901ed-73d3-48b6-85eb-1da301dc178c"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:41.878390 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (ea784115-826e-4862-a0ee-b4c637cfbd35), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.879147 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 02d901ed-73d3-48b6-85eb-1da301dc178c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=02d901ed-73d3-48b6-85eb-1da301dc178c,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:41.881561 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.883043 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c49caace-cc0a-477e-87ad-51c24a509398 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "DELETE /v2.0/floatingips/ea784115-826e-4862-a0ee-b4c637cfbd35 HTTP/1.1" status: 204 len: 168 time: 0.4391282 Mar 28 19:01:41.887159 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:41.888009 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:41.933057 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67fdf-6ac6-4cdb-8979-af0e1f2fe4eb req-358872b6-0901-4bda-b515-a16e40288f54 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:41.937174 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-29b67fdf-6ac6-4cdb-8979-af0e1f2fe4eb req-358872b6-0901-4bda-b515-a16e40288f54 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 944 time: 0.0845108 Mar 28 19:01:41.938931 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04f05d0-fd1e-42b2-b744-aaadc5676f68 x-openstack-request-id: req-a04f05d0-fd1e-42b2-b744-aaadc5676f68 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:41.939801 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07126396-aec6-445a-960d-76905ce232dd", "name": "network-vif-plugged", "status": "completed", "tag": "02d901ed-73d3-48b6-85eb-1da301dc178c", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:41.940213 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a04f05d0-fd1e-42b2-b744-aaadc5676f68 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:41.940800 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04f05d0-fd1e-42b2-b744-aaadc5676f68'] response: {'server_uuid': '07126396-aec6-445a-960d-76905ce232dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d901ed-73d3-48b6-85eb-1da301dc178c', 'code': 200} Mar 28 19:01:41.949358 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:41.949926 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device ab458ce6-8bba-4ea2-b93d-5b87ac79ac4b not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:41.955909 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=02d901ed-73d3-48b6-85eb-1da301dc178c,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:41.996040 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-29b67fdf-6ac6-4cdb-8979-af0e1f2fe4eb req-b83af284-49ce-4779-87c8-99616bd39f77 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500493 Mar 28 19:01:42.103228 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b8c33-72b8-4473-88df-136aef70a36d req-e23d90ba-fc19-4ec1-bc6a-fbdb123cbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:42.105325 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c61b8c33-72b8-4473-88df-136aef70a36d req-e23d90ba-fc19-4ec1-bc6a-fbdb123cbaa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 1129 time: 0.0469956 Mar 28 19:01:42.137272 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 36792) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:42.141808 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-8a6aede5-406f-4588-9121-635356fa7c67 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359914765', 'description': 'tempest-description--2082875150'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:42.148689 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c61b8c33-72b8-4473-88df-136aef70a36d req-1fb96802-f8c8-4b06-a01b-1cbe72e2d5a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369179 Mar 28 19:01:42.162310 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8a6aede5-406f-4588-9121-635356fa7c67 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.225019 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8a6aede5-406f-4588-9121-635356fa7c67 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.235500 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8a6aede5-406f-4588-9121-635356fa7c67 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.266096 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8a6aede5-406f-4588-9121-635356fa7c67 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.267334 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8a6aede5-406f-4588-9121-635356fa7c67 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1290679 Mar 28 19:01:42.268427 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aede5-406f-4588-9121-635356fa7c67 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:42.270258 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36794) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:42.274776 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-3cf50701-d2d3-4e5f-bf65-f98fe0a47a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'security_group_rule': {'security_group_id': 'bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:42.298770 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3cf50701-d2d3-4e5f-bf65-f98fe0a47a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (c56d8ead-5dba-470e-b48d-ab9a8c1a92ad), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.352926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3cf50701-d2d3-4e5f-bf65-f98fe0a47a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (c56d8ead-5dba-470e-b48d-ab9a8c1a92ad), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.356927 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3cf50701-d2d3-4e5f-bf65-f98fe0a47a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (c56d8ead-5dba-470e-b48d-ab9a8c1a92ad), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.374115 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf50701-d2d3-4e5f-bf65-f98fe0a47a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56d8ead-5dba-470e-b48d-ab9a8c1a92ad,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:42.380507 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3cf50701-d2d3-4e5f-bf65-f98fe0a47a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.381662 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3cf50701-d2d3-4e5f-bf65-f98fe0a47a6f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103330 Mar 28 19:01:42.384266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36796) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:42.388336 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-13c8d56c-ce31-4036-b3d0-3ff63239213a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'security_group_rule': {'security_group_id': 'bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:42.411043 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13c8d56c-ce31-4036-b3d0-3ff63239213a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (bca72828-6420-42d9-ab2b-9bae388359d9), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.466426 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13c8d56c-ce31-4036-b3d0-3ff63239213a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (bca72828-6420-42d9-ab2b-9bae388359d9), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.469750 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13c8d56c-ce31-4036-b3d0-3ff63239213a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (bca72828-6420-42d9-ab2b-9bae388359d9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.486234 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8d56c-ce31-4036-b3d0-3ff63239213a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca72828-6420-42d9-ab2b-9bae388359d9,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:42.494972 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-13c8d56c-ce31-4036-b3d0-3ff63239213a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.496151 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-13c8d56c-ce31-4036-b3d0-3ff63239213a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109636 Mar 28 19:01:42.499187 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36798) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:42.503343 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:42.521942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.616512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.717659 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Allocated IP 172.27.1.13 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/826becf4-daae-443c-821c-0e261fffeedf) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:01:42.821475 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for port (826becf4-daae-443c-821c-0e261fffeedf), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.853171 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (826becf4-daae-443c-821c-0e261fffeedf), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:42.890066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:01:42.892855 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:42.898472 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:01:42.919359 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'Port': ['ID=826becf4-daae-443c-821c-0e261fffeedf,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:42.981638 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (c6f628a5-5738-4638-976b-4bb97837ba92), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.017109 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (826becf4-daae-443c-821c-0e261fffeedf), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.115424 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91725-813b-4804-a873-78fa3d0721d6 req-74128c27-4f88-4be3-b055-ad567f77e30a tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:43.116900 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6ed91725-813b-4804-a873-78fa3d0721d6 req-74128c27-4f88-4be3-b055-ad567f77e30a tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 945 time: 0.0514612 Mar 28 19:01:43.169389 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6ed91725-813b-4804-a873-78fa3d0721d6 req-bf3ad387-eaa1-463d-8f40-3be310aa4de2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Mar 28 19:01:43.170721 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for port (826becf4-daae-443c-821c-0e261fffeedf), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.175130 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (826becf4-daae-443c-821c-0e261fffeedf), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.249175 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'Port': ['ID=826becf4-daae-443c-821c-0e261fffeedf,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:43.256946 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (c6f628a5-5738-4638-976b-4bb97837ba92), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.271592 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:43.272850 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0a572b95-6355-4f1c-9dad-911b28d4f975 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7727563 Mar 28 19:01:43.461876 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-cfe60d70-6a83-44a1-8f74-d9d3a6209821 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--359914765&fields=id&tenant_id=ecdfaba2f66d432b875009cae95c13f1 HTTP/1.1" status: 200 len: 267 time: 0.0408943 Mar 28 19:01:43.573423 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-a55b02c4-a2be-4423-8ee9-d8b90c697bc5 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:43.574896 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-a55b02c4-a2be-4423-8ee9-d8b90c697bc5 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 811 time: 0.1063740 Mar 28 19:01:43.591051 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-e1b7dc76-0ecf-43ab-8a88-b03d3e6e637e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/quotas/ecdfaba2f66d432b875009cae95c13f1 HTTP/1.1" status: 200 len: 375 time: 0.0108714 Mar 28 19:01:43.645364 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-7ee87a42-da2c-4ceb-9bb7-8d36f3005d09 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490000 Mar 28 19:01:43.736549 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-08a5743a-910b-4ca4-9276-9045a7466ad3 service neutron] 10.222.0.31 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795071 Mar 28 19:01:43.825592 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-a0e3e009-5d75-407e-a361-5b68a4af569d service neutron] 10.222.0.31 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835609 Mar 28 19:01:43.978706 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-86cc201e-3a62-4f34-ac15-8b2813f263a6 req-23420c70-ce69-40de-b057-07e3d3bd0692 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 210 time: 0.0259244 Mar 28 19:01:44.289603 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130800-d2a9-4dd8-843e-1087e43ff137 req-301768a3-dd70-444d-b166-a924d0c4f551 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:44.291655 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b9130800-d2a9-4dd8-843e-1087e43ff137 req-301768a3-dd70-444d-b166-a924d0c4f551 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 945 time: 0.0543158 Mar 28 19:01:44.338270 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b9130800-d2a9-4dd8-843e-1087e43ff137 req-999fadda-84a6-43f6-8e26-182dabe3fe70 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Mar 28 19:01:44.943397 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-dac048cc-4322-43ef-ac7b-33413bcfb21f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:44.944889 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-dac048cc-4322-43ef-ac7b-33413bcfb21f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 811 time: 0.1486526 Mar 28 19:01:44.969999 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0530e-a877-4996-99d8-b812cfb01fb3 req-900b86c1-af68-4db6-95f9-997084a97b2c tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:44.971618 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2fc0530e-a877-4996-99d8-b812cfb01fb3 req-900b86c1-af68-4db6-95f9-997084a97b2c tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 945 time: 0.0686707 Mar 28 19:01:45.047919 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2fc0530e-a877-4996-99d8-b812cfb01fb3 req-234f62f6-9c38-4a5a-9cfc-4a2176162f80 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700619 Mar 28 19:01:45.056210 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-1d5647da-82ac-41cb-bcfc-f6b24a295f6a tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecdfaba2f66d432b875009cae95c13f1 HTTP/1.1" status: 200 len: 379 time: 0.0838175 Mar 28 19:01:45.069183 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'port': {'device_id': '3931372a-c390-4a83-bbfe-018b0852534a', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'admin_state_up': True, 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'security_groups': ['bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:45.077224 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b0d8fbc-b56b-46e1-b343-f040c6170929 req-d44b9091-ef59-4161-9a76-6c00589db5df tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 210 time: 0.0325952 Mar 28 19:01:45.177689 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Made reservation on behalf of ecdfaba2f66d432b875009cae95c13f1 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:45.181008 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.303711 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Allocated IP 172.20.0.5 (63b94483-fabb-414a-8414-54bcef9ea428/fba51c32-093f-40dd-99d6-7067c00a28cd/78879ce1-a534-4f45-9903-b270ebaf3a41) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:01:45.432840 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.465425 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.507752 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Network 63b94483-fabb-414a-8414-54bcef9ea428 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:01:45.511221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:45.517066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:01:45.720006 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-75beff36-ffa0-45de-b42b-17e63d67b090 None None] Provisioning complete for port 78879ce1-a534-4f45-9903-b270ebaf3a41 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:45.720622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-75beff36-ffa0-45de-b42b-17e63d67b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.753914 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-75beff36-ffa0-45de-b42b-17e63d67b090 None None] Port 78879ce1-a534-4f45-9903-b270ebaf3a41 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:01:45.779967 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event updated for resources: {'Port': ['ID=78879ce1-a534-4f45-9903-b270ebaf3a41,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:45.805766 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:45.806952 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:45.821591 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-4f8754c7-6593-4b39-9644-b921be70c0c4 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601182 Mar 28 19:01:45.832348 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Request body: {'port': {'device_id': '3931372a-c390-4a83-bbfe-018b0852534a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:45.886695 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.176580 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78879ce1-a534-4f45-9903-b270ebaf3a41 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:46.186084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Publish callbacks [] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.196406 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fbca9-ca9c-4896-a360-f5e257a00db1 req-ec0467a3-8aaf-4baa-bde8-b7822417b4c8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.198443 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e23fbca9-ca9c-4896-a360-f5e257a00db1 req-ec0467a3-8aaf-4baa-bde8-b7822417b4c8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 931 time: 0.0538218 Mar 28 19:01:46.203817 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Transition to ACTIVE for port object 78879ce1-a534-4f45-9903-b270ebaf3a41 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:01:46.208440 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.222377 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256c22-8d89-4d30-87bd-03f35505e52d req-86edda0e-e6b9-4b73-aae1-11e9aecf8b2e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.223869 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c3256c22-8d89-4d30-87bd-03f35505e52d req-86edda0e-e6b9-4b73-aae1-11e9aecf8b2e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 945 time: 0.1082456 Mar 28 19:01:46.250389 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e23fbca9-ca9c-4896-a360-f5e257a00db1 req-7f0d997c-5dc8-4884-8bc8-ac9d579b5103 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461762 Mar 28 19:01:46.302558 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Pushing event updated for resources: {'Port': ['ID=78879ce1-a534-4f45-9903-b270ebaf3a41,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:46.361467 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c3256c22-8d89-4d30-87bd-03f35505e52d req-19f88501-bbda-49dd-bda6-b917eca086bd tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152749 Mar 28 19:01:46.388211 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Attempting to bind port 78879ce1-a534-4f45-9903-b270ebaf3a41 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:01:46.388629 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Attempting to bind port 78879ce1-a534-4f45-9903-b270ebaf3a41 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:01:46.388959 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Attempting to bind port 78879ce1-a534-4f45-9903-b270ebaf3a41 on network 63b94483-fabb-414a-8414-54bcef9ea428 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:46.393489 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Port 78879ce1-a534-4f45-9903-b270ebaf3a41 on network 63b94483-fabb-414a-8414-54bcef9ea428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:01:46.393814 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Attempting to bind port 78879ce1-a534-4f45-9903-b270ebaf3a41 on network 63b94483-fabb-414a-8414-54bcef9ea428 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:46.398727 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:01:46.399066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Checking segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:01:46.399449 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Bound using segment: {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:01:46.399877 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Bound port: 78879ce1-a534-4f45-9903-b270ebaf3a41, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188c7d6-558e-4e1c-8da9-9a48ba740898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:01:46.400271 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.495482 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] For port 78879ce1-a534-4f45-9903-b270ebaf3a41, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:01:46.499493 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] For port 78879ce1-a534-4f45-9903-b270ebaf3a41, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78879ce1-a534-4f45-9903-b270ebaf3a41,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:01:46.511266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-6f9779e9-906a-4551-807f-a64f448d2e0e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.512706 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-6f9779e9-906a-4551-807f-a64f448d2e0e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 945 time: 0.0819097 Mar 28 19:01:46.514132 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.569361 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.569965 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.571375 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] 10.222.0.15 "PUT /v2.0/ports/78879ce1-a534-4f45-9903-b270ebaf3a41 HTTP/1.1" status: 200 len: 1093 time: 0.7428162 Mar 28 19:01:46.573908 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:46.576199 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a74130d-8cc9-4597-9736-95795220157f" -d '{"events": [{"name": "network-changed", "server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:46.627959 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2625819d-954d-4424-9a70-a237e140d568 x-openstack-request-id: req-2625819d-954d-4424-9a70-a237e140d568 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:46.628255 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:46.628512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2625819d-954d-4424-9a70-a237e140d568 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:46.628924 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2625819d-954d-4424-9a70-a237e140d568'] response: {'name': 'network-changed', 'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'status': 'completed', 'code': 200} Mar 28 19:01:46.643711 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc799-fe77-4e87-9566-4a7b8165e320 service neutron] Pushing event updated for resources: {'Port': ['ID=78879ce1-a534-4f45-9903-b270ebaf3a41,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:46.701786 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Deleting port 02d901ed-73d3-48b6-85eb-1da301dc178c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:01:46.702193 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.706514 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-f243e4f5-b12c-4151-914c-a0c0c5e5a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.708033 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-f243e4f5-b12c-4151-914c-a0c0c5e5a990 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 1127 time: 0.0821633 Mar 28 19:01:46.786788 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-9f9e4cf5-625c-4ccc-9da3-d70af8e6d86e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78879ce1-a534-4f45-9903-b270ebaf3a41 HTTP/1.1" status: 200 len: 217 time: 0.0658894 Mar 28 19:01:46.863393 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] For port 02d901ed-73d3-48b6-85eb-1da301dc178c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=02d901ed-73d3-48b6-85eb-1da301dc178c,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:46.863695 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:46.866930 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-ebe886aa-ee99-4abe-95db-1fd748aa1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.868329 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-ebe886aa-ee99-4abe-95db-1fd748aa1d9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0746551 Mar 28 19:01:46.886823 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Calling delete_port for 02d901ed-73d3-48b6-85eb-1da301dc178c owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:01:46.970284 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-5106ef5a-7434-493e-8dfa-750410ce3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:46.971762 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-5106ef5a-7434-493e-8dfa-750410ce3d5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962589 Mar 28 19:01:47.098950 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-79d1c604-59fb-41ef-b139-56f46cdc9380 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213040 Mar 28 19:01:47.111636 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (02d901ed-73d3-48b6-85eb-1da301dc178c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:47.122491 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['02d901ed-73d3-48b6-85eb-1da301dc178c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:47.176743 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Pushing event deleted for resources: {'Port': ['ID=02d901ed-73d3-48b6-85eb-1da301dc178c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:47.235743 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] No DVR routers for this DVR port 02d901ed-73d3-48b6-85eb-1da301dc178c on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:01:47.239075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:47.242362 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bf4ccb1c-6668-472a-bea1-6d4535aeec06 req-4819b6b5-a567-4f6b-b63b-39273754a5de tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "DELETE /v2.0/ports/02d901ed-73d3-48b6-85eb-1da301dc178c HTTP/1.1" status: 204 len: 173 time: 0.7213910 Mar 28 19:01:47.263046 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-81c11317-a9e6-4c89-9fbd-c04decd8527f req-ea99fe3b-e7db-4fb8-b886-c8e07d1f6657 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584637 Mar 28 19:01:47.403507 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd3b7-66c4-435c-be96-fc567a52215d req-a06bfd7b-adc7-475c-80eb-3286efba845f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.404978 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-30abd3b7-66c4-435c-be96-fc567a52215d req-a06bfd7b-adc7-475c-80eb-3286efba845f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 943 time: 0.0810497 Mar 28 19:01:47.409295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74130d-8cc9-4597-9736-95795220157f req-18c370b8-ad2c-478e-9961-161d1e1650df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.409295 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a74130d-8cc9-4597-9736-95795220157f req-18c370b8-ad2c-478e-9961-161d1e1650df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 1127 time: 0.0938594 Mar 28 19:01:47.472600 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-76b42fba-11da-4eae-bad4-08a0f791e437 req-4666c93a-c23c-4684-acdc-29b9a483863c tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=07126396-aec6-445a-960d-76905ce232dd HTTP/1.1" status: 200 len: 210 time: 0.0301297 Mar 28 19:01:47.513650 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-30abd3b7-66c4-435c-be96-fc567a52215d req-12b1cffe-f720-4c79-b654-afc009a5d690 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999997 Mar 28 19:01:47.533448 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74130d-8cc9-4597-9736-95795220157f req-b2937cfd-4cd8-45c8-98c7-2693771a453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.534913 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a74130d-8cc9-4597-9736-95795220157f req-b2937cfd-4cd8-45c8-98c7-2693771a453e service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 912 time: 0.1196704 Mar 28 19:01:47.575725 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a74130d-8cc9-4597-9736-95795220157f req-23321339-3fc0-4828-8725-2145165cd855 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78879ce1-a534-4f45-9903-b270ebaf3a41 HTTP/1.1" status: 200 len: 217 time: 0.0338919 Mar 28 19:01:47.623168 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74130d-8cc9-4597-9736-95795220157f req-7497f2d5-7df3-482d-90ff-7295f0c592ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.624542 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a74130d-8cc9-4597-9736-95795220157f req-7497f2d5-7df3-482d-90ff-7295f0c592ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0423949 Mar 28 19:01:47.674581 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74130d-8cc9-4597-9736-95795220157f req-5a274445-1068-453e-801f-96f0ff646712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:47.676266 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a74130d-8cc9-4597-9736-95795220157f req-5a274445-1068-453e-801f-96f0ff646712 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455909 Mar 28 19:01:47.761057 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a74130d-8cc9-4597-9736-95795220157f req-49607775-eed6-44b3-bf06-310dccfe03be service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780401 Mar 28 19:01:47.854002 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3a74130d-8cc9-4597-9736-95795220157f req-b92be274-99bb-4008-b792-5010cd8d16b7 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869384 Mar 28 19:01:48.632894 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b8fcc-ec47-4f8f-89e3-984382ad6bd9 req-7eb1510f-cf34-4da1-89de-7927251f5c72 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:48.635011 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-716b8fcc-ec47-4f8f-89e3-984382ad6bd9 req-7eb1510f-cf34-4da1-89de-7927251f5c72 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 943 time: 0.0541451 Mar 28 19:01:48.635480 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07126396-aec6-445a-960d-76905ce232dd', 'name': 'network-vif-deleted', 'tag': '02d901ed-73d3-48b6-85eb-1da301dc178c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:48.637711 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a9ca57-f898-423b-9545-4dc8ce0bcc24" -d '{"events": [{"server_uuid": "07126396-aec6-445a-960d-76905ce232dd", "name": "network-vif-deleted", "tag": "02d901ed-73d3-48b6-85eb-1da301dc178c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:48.680397 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-716b8fcc-ec47-4f8f-89e3-984382ad6bd9 req-73ab2861-1bb6-4384-a339-8a8c113b3f1b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393791 Mar 28 19:01:48.723391 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf18785-b0e4-43ad-ab07-97cdd68408e0 x-openstack-request-id: req-0bf18785-b0e4-43ad-ab07-97cdd68408e0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:48.723544 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbc63-4297-4040-aba4-85e71694e84b req-3118ced5-67c8-4f69-b9bd-9f1dfd9785a3 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:48.723990 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07126396-aec6-445a-960d-76905ce232dd", "name": "network-vif-deleted", "tag": "02d901ed-73d3-48b6-85eb-1da301dc178c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:48.723990 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bf18785-b0e4-43ad-ab07-97cdd68408e0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:48.724341 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf18785-b0e4-43ad-ab07-97cdd68408e0'] response: {'server_uuid': '07126396-aec6-445a-960d-76905ce232dd', 'name': 'network-vif-deleted', 'tag': '02d901ed-73d3-48b6-85eb-1da301dc178c', 'status': 'completed', 'code': 200} Mar 28 19:01:48.724865 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-3118ced5-67c8-4f69-b9bd-9f1dfd9785a3 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/networks?id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea HTTP/1.1" status: 200 len: 809 time: 0.0983491 Mar 28 19:01:48.739155 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-a25ac187-bb4e-4664-a1d0-8e2ab17faa59 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/quotas/d0ee76a5fb80487eadcd094a1c6e34a0 HTTP/1.1" status: 200 len: 375 time: 0.0087280 Mar 28 19:01:48.770333 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-b6345afd-67f7-4815-9a52-116d8a33c12b tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0ee76a5fb80487eadcd094a1c6e34a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267932 Mar 28 19:01:48.858332 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-301f52b7-f6fa-4b10-851c-bc4a440228a6 service neutron] 10.222.0.31 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815604 Mar 28 19:01:48.942998 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-e2f7e7d7-d14b-4019-b14e-2c45974b14b1 service neutron] 10.222.0.31 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789647 Mar 28 19:01:49.104508 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-72aac269-9685-4c50-91fb-9708f8ab5865 req-e7dfe0c2-2b7e-4c27-bf54-1c4be8d33641 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Mar 28 19:01:49.734666 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 02d901ed-73d3-48b6-85eb-1da301dc178c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:01:49.756613 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 02d901ed-73d3-48b6-85eb-1da301dc178c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:01:49.756948 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 02d901ed-73d3-48b6-85eb-1da301dc178c not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:01:49.802166 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214cd76-87cc-4d85-b86a-a08576263b0d req-24a0245d-2833-4458-bb7a-528ff3a156fd tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:49.803647 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6214cd76-87cc-4d85-b86a-a08576263b0d req-24a0245d-2833-4458-bb7a-528ff3a156fd tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 943 time: 0.0563111 Mar 28 19:01:49.850341 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6214cd76-87cc-4d85-b86a-a08576263b0d req-2882751f-12bd-42f1-8c78-00f029a352e2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407901 Mar 28 19:01:49.984479 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbc63-4297-4040-aba4-85e71694e84b req-49102b09-9ec5-4378-b535-4f2667d787d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:49.985846 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-49102b09-9ec5-4378-b535-4f2667d787d0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "GET /v2.0/networks?id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea HTTP/1.1" status: 200 len: 809 time: 0.1048927 Mar 28 19:01:49.998716 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Request body: {'port': {'device_id': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea', 'admin_state_up': True, 'tenant_id': 'd0ee76a5fb80487eadcd094a1c6e34a0'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:50.103248 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Made reservation on behalf of d0ee76a5fb80487eadcd094a1c6e34a0 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:50.106510 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.202718 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62ad0a97-2f07-4023-aac6-6e7e4aca80cf req-1bfac18c-2d10-415d-b687-cc90bf8f0274 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 210 time: 0.0315201 Mar 28 19:01:50.257927 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Allocated IP 172.20.0.3 (42fc65e7-2dbf-4b29-9d1a-4582681d7dea/adf4cf7e-be1f-45c7-86aa-936626144ef6/c1c86e59-7876-4439-b38c-ce4809aedfe3) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:01:50.402375 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks [] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.434581 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.475076 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:01:50.478071 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:50.483746 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:01:50.489798 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Pushing event updated for resources: {'Port': ['ID=c1c86e59-7876-4439-b38c-ce4809aedfe3,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:50.536529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:50.537042 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.552199 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-774dfbd6-abc5-4519-96e5-e1953e643fd2 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577877 Mar 28 19:01:50.563939 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Request body: {'port': {'device_id': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:50.617780 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.868168 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c86e59-7876-4439-b38c-ce4809aedfe3 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:50.875979 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Publish callbacks [] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.887756 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Transition to ACTIVE for port object c1c86e59-7876-4439-b38c-ce4809aedfe3 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:01:50.891638 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:50.942002 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c86e59-7876-4439-b38c-ce4809aedfe3,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:50.976161 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bd196-21f4-45be-9c96-78114b07878c req-cbe1af2f-4f37-4c53-b02e-5fa861bef857 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:50.977646 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce3bd196-21f4-45be-9c96-78114b07878c req-cbe1af2f-4f37-4c53-b02e-5fa861bef857 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 943 time: 0.0585046 Mar 28 19:01:51.004724 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Attempting to bind port c1c86e59-7876-4439-b38c-ce4809aedfe3 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:01:51.005315 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Attempting to bind port c1c86e59-7876-4439-b38c-ce4809aedfe3 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:01:51.005466 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Attempting to bind port c1c86e59-7876-4439-b38c-ce4809aedfe3 on network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:51.009606 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Port c1c86e59-7876-4439-b38c-ce4809aedfe3 on network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:01:51.009930 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Attempting to bind port c1c86e59-7876-4439-b38c-ce4809aedfe3 on network 42fc65e7-2dbf-4b29-9d1a-4582681d7dea {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:01:51.014732 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:01:51.015078 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Checking segment: {'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:01:51.015448 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Bound using segment: {'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:01:51.015867 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Bound port: c1c86e59-7876-4439-b38c-ce4809aedfe3, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fa8324-470d-459d-b07f-8955f13c668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:01:51.016221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.023580 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce3bd196-21f4-45be-9c96-78114b07878c req-35a04853-7510-4c84-aea1-efb623890c8f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397258 Mar 28 19:01:51.079130 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] For port c1c86e59-7876-4439-b38c-ce4809aedfe3, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:01:51.082295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] For port c1c86e59-7876-4439-b38c-ce4809aedfe3, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c1c86e59-7876-4439-b38c-ce4809aedfe3,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:01:51.087975 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.123440 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.124055 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.125393 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1c86e59-7876-4439-b38c-ce4809aedfe3 HTTP/1.1" status: 200 len: 1093 time: 0.5653179 Mar 28 19:01:51.125822 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'tag': 'c1c86e59-7876-4439-b38c-ce4809aedfe3'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:51.128131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab" -d '{"events": [{"name": "network-changed", "server_uuid": "86cc75c3-6697-45fe-8562-45cf902d3eb0", "tag": "c1c86e59-7876-4439-b38c-ce4809aedfe3"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:51.152382 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39b7c0-18ba-49aa-b7a5-79e033dbb213 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c86e59-7876-4439-b38c-ce4809aedfe3,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:51.164435 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6e0614-b33e-4a67-81fd-f4a888eb9ea5 x-openstack-request-id: req-6e6e0614-b33e-4a67-81fd-f4a888eb9ea5 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:51.164793 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cc75c3-6697-45fe-8562-45cf902d3eb0", "tag": "c1c86e59-7876-4439-b38c-ce4809aedfe3", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:51.165070 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e6e0614-b33e-4a67-81fd-f4a888eb9ea5 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:51.165495 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6e0614-b33e-4a67-81fd-f4a888eb9ea5'] response: {'name': 'network-changed', 'server_uuid': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'tag': 'c1c86e59-7876-4439-b38c-ce4809aedfe3', 'status': 'completed', 'code': 200} Mar 28 19:01:51.219083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2299ad7d-cd50-4d4e-a6da-a183e14a01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.220564 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-2299ad7d-cd50-4d4e-a6da-a183e14a01f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0ee76a5fb80487eadcd094a1c6e34a0&device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 1127 time: 0.0471647 Mar 28 19:01:51.262169 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-93437e86-fc35-44db-84f5-bb1914262c61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1c86e59-7876-4439-b38c-ce4809aedfe3 HTTP/1.1" status: 200 len: 217 time: 0.0340333 Mar 28 19:01:51.312101 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbc63-4297-4040-aba4-85e71694e84b req-72fa2ace-7852-4d90-858e-d25a10e0e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.313517 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-72fa2ace-7852-4d90-858e-d25a10e0e485 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf4cf7e-be1f-45c7-86aa-936626144ef6 HTTP/1.1" status: 200 len: 849 time: 0.0461471 Mar 28 19:01:51.317386 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb47dbb-8cc7-43f1-b857-2c7e2e56c256 req-5b5df37e-96a6-4f2a-b8f2-5f0981c5037a tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.318884 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aeb47dbb-8cc7-43f1-b857-2c7e2e56c256 req-5b5df37e-96a6-4f2a-b8f2-5f0981c5037a tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0515883 Mar 28 19:01:51.344473 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-e30c67d7-30f6-4850-9331-a9f25ee9c4bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245450 Mar 28 19:01:51.368370 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aeb47dbb-8cc7-43f1-b857-2c7e2e56c256 req-ba4aabb1-f3a9-4409-8230-b4856c261341 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Mar 28 19:01:51.430454 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-7729f678-6604-431d-a3f0-2e0770dc447d service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800192 Mar 28 19:01:51.518494 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a16fbc63-4297-4040-aba4-85e71694e84b req-fafb29ac-0d0b-4f8a-ad4b-5a7c4407b213 service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823066 Mar 28 19:01:51.611709 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-6397c1fb-c49d-403b-b231-72b46eea7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.613151 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-6397c1fb-c49d-403b-b231-72b46eea7cf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0ee76a5fb80487eadcd094a1c6e34a0&device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 1127 time: 0.0438864 Mar 28 19:01:51.703621 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-02d07490-99d7-4cb7-9d46-2ec7dc70d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.704945 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-02d07490-99d7-4cb7-9d46-2ec7dc70d953 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea HTTP/1.1" status: 200 len: 910 time: 0.0825992 Mar 28 19:01:51.745551 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-aa391df3-b8d4-47b8-80c9-029d701c7de5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1c86e59-7876-4439-b38c-ce4809aedfe3 HTTP/1.1" status: 200 len: 217 time: 0.0338690 Mar 28 19:01:51.753079 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 78879ce1-a534-4f45-9903-b270ebaf3a41 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:01:51.790994 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-0fffcb16-6d0f-4634-8cd6-2322e4f2d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:51.792399 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-0fffcb16-6d0f-4634-8cd6-2322e4f2d993 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf4cf7e-be1f-45c7-86aa-936626144ef6 HTTP/1.1" status: 200 len: 849 time: 0.0413036 Mar 28 19:01:51.823458 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-3239e201-9fb4-426f-9420-31b7a3270f4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42fc65e7-2dbf-4b29-9d1a-4582681d7dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254817 Mar 28 19:01:51.846186 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 78879ce1-a534-4f45-9903-b270ebaf3a41, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78879ce1-a534-4f45-9903-b270ebaf3a41,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:51.857575 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'port_id': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'mac_address': 'fa:16:3e:ad:1a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:01:51.897634 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 78879ce1-a534-4f45-9903-b270ebaf3a41 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:51.898021 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.910454 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78879ce1-a534-4f45-9903-b270ebaf3a41 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:51.912352 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-353c950f-87e5-4249-8c96-ec63fb435466 service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834408 Mar 28 19:01:51.928819 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 78879ce1-a534-4f45-9903-b270ebaf3a41, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78879ce1-a534-4f45-9903-b270ebaf3a41,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:51.934340 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:51.980235 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=78879ce1-a534-4f45-9903-b270ebaf3a41,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:51.986991 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.987345 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.987712 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.988072 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.988414 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.988747 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.989076 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.989406 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.989735 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.990063 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.990423 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.990757 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.991082 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.991408 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:51.991729 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:52.001488 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-50bc9eb1-3c3a-48c3-a64f-f5d41f6e0dab req-eacc0f21-bb40-4251-93fb-0d7e6f7c1741 service neutron] 10.222.0.15 "GET /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822556 Mar 28 19:01:52.144973 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c643d-7891-49f3-93ef-f87fb354c323 req-5bc9d75a-5ecf-4cae-a0b0-b8fa4ff28df6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:52.146457 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bc4c643d-7891-49f3-93ef-f87fb354c323 req-5bc9d75a-5ecf-4cae-a0b0-b8fa4ff28df6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 944 time: 0.0561295 Mar 28 19:01:52.192154 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bc4c643d-7891-49f3-93ef-f87fb354c323 req-e3dc76ef-b03c-442c-b8f7-76c7b5955874 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403304 Mar 28 19:01:52.390948 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['78879ce1-a534-4f45-9903-b270ebaf3a41'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:52.486461 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681aaa-7275-4f26-a747-3f9b788db8d1 req-920b1670-da7b-43dc-b8b9-b3d128e84922 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:52.487962 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0681aaa-7275-4f26-a747-3f9b788db8d1 req-920b1670-da7b-43dc-b8b9-b3d128e84922 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0542858 Mar 28 19:01:52.533676 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0681aaa-7275-4f26-a747-3f9b788db8d1 req-c0afd57a-acaf-4ecd-bb1b-b04e35117679 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Mar 28 19:01:53.304617 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f520-47f6-429e-8b54-7432807dcaf4 req-1f7d888a-9244-43c4-90d2-9bc91f353c32 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:53.306793 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0013f520-47f6-429e-8b54-7432807dcaf4 req-1f7d888a-9244-43c4-90d2-9bc91f353c32 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 944 time: 0.0501342 Mar 28 19:01:53.351577 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0013f520-47f6-429e-8b54-7432807dcaf4 req-8fe86a71-1955-48dc-8bee-0ef046f76f05 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391989 Mar 28 19:01:53.647643 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6371ca-63ca-4e20-8ae8-83b910cdf8c7 req-79a6f771-56b4-42e3-9036-3f1ff215ca87 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:53.648988 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cf6371ca-63ca-4e20-8ae8-83b910cdf8c7 req-79a6f771-56b4-42e3-9036-3f1ff215ca87 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0506718 Mar 28 19:01:53.693726 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cf6371ca-63ca-4e20-8ae8-83b910cdf8c7 req-cc6d4232-ae19-4b9a-90a6-1d27e5de4f66 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Mar 28 19:01:53.760383 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 78879ce1-a534-4f45-9903-b270ebaf3a41 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:01:53.808374 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 78879ce1-a534-4f45-9903-b270ebaf3a41 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:01:53.812185 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 78879ce1-a534-4f45-9903-b270ebaf3a41 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:53.812563 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.884786 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 78879ce1-a534-4f45-9903-b270ebaf3a41 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:53.885162 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.920442 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:53.923016 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e9aae9-d1f6-4687-a760-b840f428c6c7" -d '{"events": [{"server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "name": "network-vif-plugged", "status": "completed", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:53.932924 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.936222 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 78879ce1-a534-4f45-9903-b270ebaf3a41, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78879ce1-a534-4f45-9903-b270ebaf3a41,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:53.940360 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:53.962900 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aff1f0d-9c05-45a2-9e18-ec003c3b9375 x-openstack-request-id: req-8aff1f0d-9c05-45a2-9e18-ec003c3b9375 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:53.963185 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "name": "network-vif-plugged", "status": "completed", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:53.963433 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aff1f0d-9c05-45a2-9e18-ec003c3b9375 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:53.963819 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aff1f0d-9c05-45a2-9e18-ec003c3b9375'] response: {'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'code': 200} Mar 28 19:01:53.989614 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=78879ce1-a534-4f45-9903-b270ebaf3a41,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:54.124014 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe31c59-e302-4262-8156-09bc21ed5564 req-3de1f72a-2341-49bd-95ec-bf3ec5d45a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:54.125584 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffe31c59-e302-4262-8156-09bc21ed5564 req-3de1f72a-2341-49bd-95ec-bf3ec5d45a10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 1129 time: 0.0456245 Mar 28 19:01:54.168653 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffe31c59-e302-4262-8156-09bc21ed5564 req-3be81fc2-749e-4501-b2cb-915075f6623c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362360 Mar 28 19:01:54.469055 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2d7b-83c9-4556-aee5-59ba189a8a1c req-cfab22c2-e972-487d-9e30-b3050d544aba tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:54.470513 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d6ba2d7b-83c9-4556-aee5-59ba189a8a1c req-cfab22c2-e972-487d-9e30-b3050d544aba tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0542786 Mar 28 19:01:54.515438 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d6ba2d7b-83c9-4556-aee5-59ba189a8a1c req-38ecff3d-0fab-44d5-9c9e-45d0e3019094 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Mar 28 19:01:54.679879 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1ca7c4a2-2a0f-457d-87bc-399b954c31d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:54.809603 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd833ae2-292a-43da-a1fd-f9ae9ce2eca1 req-732ff3c4-6b28-40b1-9be6-bf349c52d63f tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:54.811075 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bd833ae2-292a-43da-a1fd-f9ae9ce2eca1 req-732ff3c4-6b28-40b1-9be6-bf349c52d63f tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0505686 Mar 28 19:01:54.855619 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bd833ae2-292a-43da-a1fd-f9ae9ce2eca1 req-910a0bc1-d174-4dbe-91ba-e1a957efac4b tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391157 Mar 28 19:01:55.635478 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779c03b-2d6a-4a05-a4dd-f73d0205171b req-6bc4822c-3529-4827-aa90-c3344e2ab89e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:55.636967 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c779c03b-2d6a-4a05-a4dd-f73d0205171b req-6bc4822c-3529-4827-aa90-c3344e2ab89e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0546253 Mar 28 19:01:55.683516 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c779c03b-2d6a-4a05-a4dd-f73d0205171b req-ee851918-b8ce-4fdf-8320-ac4c1d7fa83e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Mar 28 19:01:55.755421 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device c1c86e59-7876-4439-b38c-ce4809aedfe3 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:01:55.854130 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port c1c86e59-7876-4439-b38c-ce4809aedfe3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c1c86e59-7876-4439-b38c-ce4809aedfe3,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:55.865063 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'c1c86e59-7876-4439-b38c-ce4809aedfe3', 'network_id': '42fc65e7-2dbf-4b29-9d1a-4582681d7dea', 'port_id': 'c1c86e59-7876-4439-b38c-ce4809aedfe3', 'mac_address': 'fa:16:3e:88:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf4cf7e-be1f-45c7-86aa-936626144ef6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:01:55.901920 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port c1c86e59-7876-4439-b38c-ce4809aedfe3 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:55.902338 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.914909 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c86e59-7876-4439-b38c-ce4809aedfe3 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:01:55.935896 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port c1c86e59-7876-4439-b38c-ce4809aedfe3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c1c86e59-7876-4439-b38c-ce4809aedfe3,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:55.939979 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:55.972893 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7022c22-fbe8-41c1-80df-609ec163f1e0 req-9ea59737-38ee-4baa-a81c-fd0812faec93 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:55.974401 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a7022c22-fbe8-41c1-80df-609ec163f1e0 req-9ea59737-38ee-4baa-a81c-fd0812faec93 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 943 time: 0.0520849 Mar 28 19:01:55.986551 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=c1c86e59-7876-4439-b38c-ce4809aedfe3,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:56.024112 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a7022c22-fbe8-41c1-80df-609ec163f1e0 req-e52e771d-eb1a-4d0b-bb86-d226652977fb tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434847 Mar 28 19:01:56.276289 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['c1c86e59-7876-4439-b38c-ce4809aedfe3'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:01:56.797701 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0af59-cf5b-48e9-bb39-1ed9401883a2 req-ade6c73e-77fc-4c2c-82bc-2f97f06d923b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:56.799185 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c4a0af59-cf5b-48e9-bb39-1ed9401883a2 req-ade6c73e-77fc-4c2c-82bc-2f97f06d923b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0514693 Mar 28 19:01:56.848504 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c4a0af59-cf5b-48e9-bb39-1ed9401883a2 req-6d237576-b695-4189-97ce-f2b92dc12f70 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Mar 28 19:01:56.927347 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4d41355a-16a9-4c8b-99a6-aaac3332568b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:56.959979 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281ed28-a2e7-40f0-be62-9a0b25f6debd req-7bde5487-5476-481f-8dd4-854151b0857e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:56.961435 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b281ed28-a2e7-40f0-be62-9a0b25f6debd req-7bde5487-5476-481f-8dd4-854151b0857e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0528762 Mar 28 19:01:56.969769 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 36928) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:01:56.973988 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Request body: {'floatingip': {'port_id': '78879ce1-a534-4f45-9903-b270ebaf3a41'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:57.011926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (c6f628a5-5738-4638-976b-4bb97837ba92), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:57.145285 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8484cc5-b973-41ad-ae57-c766e5da316e req-f0ea5b2f-4c20-477e-a23f-ac2a8f208119 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:57.147433 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b8484cc5-b973-41ad-ae57-c766e5da316e req-f0ea5b2f-4c20-477e-a23f-ac2a8f208119 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 944 time: 0.0574615 Mar 28 19:01:57.195774 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b8484cc5-b973-41ad-ae57-c766e5da316e req-570f4840-8f3f-4a37-9422-4fad6f550399 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Mar 28 19:01:57.663208 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:57.667481 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (c6f628a5-5738-4638-976b-4bb97837ba92), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:57.768029 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device c1c86e59-7876-4439-b38c-ce4809aedfe3 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:01:57.768292 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Floating IP c6f628a5-5738-4638-976b-4bb97837ba92 associated. External IP: 172.27.1.13, port: 78879ce1-a534-4f45-9903-b270ebaf3a41. Mar 28 19:01:57.817532 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port c1c86e59-7876-4439-b38c-ce4809aedfe3 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:01:57.822438 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port c1c86e59-7876-4439-b38c-ce4809aedfe3 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:01:57.822815 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:57.899919 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port c1c86e59-7876-4439-b38c-ce4809aedfe3 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:01:57.900304 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:57.921788 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c86e59-7876-4439-b38c-ce4809aedfe3'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:57.923963 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d710535e-0b9c-4a06-8144-ceacf3dcf76a" -d '{"events": [{"server_uuid": "86cc75c3-6697-45fe-8562-45cf902d3eb0", "name": "network-vif-plugged", "status": "completed", "tag": "c1c86e59-7876-4439-b38c-ce4809aedfe3"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:57.937726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port c1c86e59-7876-4439-b38c-ce4809aedfe3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c1c86e59-7876-4439-b38c-ce4809aedfe3,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:01:57.942443 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:57.965690 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f334d63-5c67-4994-b42c-22eabf360488 x-openstack-request-id: req-1f334d63-5c67-4994-b42c-22eabf360488 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:57.965992 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cc75c3-6697-45fe-8562-45cf902d3eb0", "name": "network-vif-plugged", "status": "completed", "tag": "c1c86e59-7876-4439-b38c-ce4809aedfe3", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:57.966276 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f334d63-5c67-4994-b42c-22eabf360488 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:57.966677 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f334d63-5c67-4994-b42c-22eabf360488'] response: {'server_uuid': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c86e59-7876-4439-b38c-ce4809aedfe3', 'code': 200} Mar 28 19:01:57.984184 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Router fc8bc34b-87e4-40ed-a20b-0c1f051c556b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:01:57.992975 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=c1c86e59-7876-4439-b38c-ce4809aedfe3,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:58.083759 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:58.133677 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:01:58.139450 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:01:58.143156 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] Sync routers for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:01:58.152345 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:58.152949 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:01:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:58.166476 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958500f1-fcb4-499f-8536-05eae83d716e req-38fe964c-b986-4d2a-85a0-3fc44558dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:58.167968 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-958500f1-fcb4-499f-8536-05eae83d716e req-38fe964c-b986-4d2a-85a0-3fc44558dcd3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 1129 time: 0.0818515 Mar 28 19:01:58.180601 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-87283239-7cc0-4d95-b1e9-cb7e2931f44d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "PUT /v2.0/floatingips/c6f628a5-5738-4638-976b-4bb97837ba92 HTTP/1.1" status: 200 len: 990 time: 1.2097540 Mar 28 19:01:58.190306 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:01:58.193417 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820" -d '{"events": [{"name": "network-changed", "server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:01:58.222022 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-958500f1-fcb4-499f-8536-05eae83d716e req-058fe918-b490-4336-84cf-008cd42b9d85 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Mar 28 19:01:58.229538 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e82e2cf-1d8b-4ad0-b580-e20e17f7d99c x-openstack-request-id: req-8e82e2cf-1d8b-4ad0-b580-e20e17f7d99c {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:01:58.230469 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:01:58.230469 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e82e2cf-1d8b-4ad0-b580-e20e17f7d99c {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:01:58.230695 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e82e2cf-1d8b-4ad0-b580-e20e17f7d99c'] response: {'name': 'network-changed', 'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'status': 'completed', 'code': 200} Mar 28 19:01:58.268225 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:58.318970 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b10c09-9227-4742-a008-2f022863c75b req-31d66286-2c92-4f73-8326-0f555c37d6e6 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:58.320486 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53b10c09-9227-4742-a008-2f022863c75b req-31d66286-2c92-4f73-8326-0f555c37d6e6 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0558021 Mar 28 19:01:58.366175 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53b10c09-9227-4742-a008-2f022863c75b req-92c9f647-efe6-4b12-8670-aef0e59b2993 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Mar 28 19:01:58.488129 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'c6f628a5-5738-4638-976b-4bb97837ba92', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'port_id': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'mac_address': 'fa:16:3e:ad:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3931372a-c390-4a83-bbfe-018b0852534a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:01:42Z', 'updated_at': '2022-03-28T19:01:57Z', 'revision_number': 1, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:58.513764 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] Checking router: fc8bc34b-87e4-40ed-a20b-0c1f051c556b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:01:58.521912 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:01:58.522543 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:01:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:58.526695 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-b86d7916-474f-407b-afce-f46975dedb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:58.528165 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-b86d7916-474f-407b-afce-f46975dedb3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecdfaba2f66d432b875009cae95c13f1&device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 1129 time: 0.0430369 Mar 28 19:01:58.615337 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-23240482-80bb-4672-92c7-98f3eff6e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:58.616801 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-23240482-80bb-4672-92c7-98f3eff6e670 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 200 len: 912 time: 0.0825868 Mar 28 19:01:58.628414 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:01:58.685929 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-8ed4ae3c-4430-446c-ad1a-f9b2a482952e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78879ce1-a534-4f45-9903-b270ebaf3a41 HTTP/1.1" status: 200 len: 998 time: 0.0615745 Mar 28 19:01:58.733000 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-065ae1b8-ce3b-4b9d-83a9-f1cb0e0b6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:58.734628 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-065ae1b8-ce3b-4b9d-83a9-f1cb0e0b6232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 200 len: 850 time: 0.0428069 Mar 28 19:01:58.785872 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-6d860653-40f2-4ddd-9710-30ced4aeada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:58.787398 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-6d860653-40f2-4ddd-9710-30ced4aeada9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b94483-fabb-414a-8414-54bcef9ea428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444098 Mar 28 19:01:58.849276 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'c6f628a5-5738-4638-976b-4bb97837ba92', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'port_id': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'mac_address': 'fa:16:3e:ad:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3931372a-c390-4a83-bbfe-018b0852534a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:01:42Z', 'updated_at': '2022-03-28T19:01:57Z', 'revision_number': 1, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:01:58.874617 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96709c-665e-4a66-992e-0e63fd7834ec None None] The sync data for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi is: [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'c6f628a5-5738-4638-976b-4bb97837ba92', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'port_id': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'mac_address': 'fa:16:3e:ad:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3931372a-c390-4a83-bbfe-018b0852534a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:01:42Z', 'updated_at': '2022-03-28T19:01:57Z', 'revision_number': 1, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:01:58.879628 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-c525b1f9-2834-40c4-bf72-3e6ed24bb1fc service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860102 Mar 28 19:01:58.970563 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4b53c1a9-e4ab-4896-9eaf-c65d40afc820 req-106c786a-d53f-4544-a6a3-42cd004f79e6 service neutron] 10.222.0.15 "GET /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834267 Mar 28 19:01:59.059759 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819292a-6f3a-4ab7-a305-2cc930a3e9db None None] New status for floating IP c6f628a5-5738-4638-976b-4bb97837ba92: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:01:59.282952 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:01:59.481123 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeeb3-741b-46c0-969f-15592edb28a5 req-d625914a-487a-49f2-bc9c-059e2c41b83e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:59.482583 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fafdeeb3-741b-46c0-969f-15592edb28a5 req-d625914a-487a-49f2-bc9c-059e2c41b83e tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0503471 Mar 28 19:01:59.527243 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-fafdeeb3-741b-46c0-969f-15592edb28a5 req-d888ca5a-af45-4328-901f-620f0b3de2b0 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Mar 28 19:01:59.622914 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:00.646529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798bf8-19ea-4843-875a-febac10d45b6 req-6ad0294c-5c0a-4476-aebe-7962112145df tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:00.647998 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04798bf8-19ea-4843-875a-febac10d45b6 req-6ad0294c-5c0a-4476-aebe-7962112145df tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0554733 Mar 28 19:02:00.694680 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04798bf8-19ea-4843-875a-febac10d45b6 req-530d6775-5640-4c30-88b5-f8d74bf19800 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Mar 28 19:02:01.025382 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:01.312797 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b290176-a33f-4a81-b71f-43a4766e0cdc req-b6fe6a43-8fc1-4c0d-b160-e6b5f06a464d tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:01.314280 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b290176-a33f-4a81-b71f-43a4766e0cdc req-b6fe6a43-8fc1-4c0d-b160-e6b5f06a464d tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Mar 28 19:02:01.359246 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b290176-a33f-4a81-b71f-43a4766e0cdc req-af906b47-1622-498c-8eab-c5f494f8a6da tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Mar 28 19:02:02.481254 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543671-c071-4cd2-829e-51837748d551 req-42e1a1e6-a723-495f-8cc7-df135a3983dc tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:02.482751 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b9543671-c071-4cd2-829e-51837748d551 req-42e1a1e6-a723-495f-8cc7-df135a3983dc tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0555918 Mar 28 19:02:02.527819 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b9543671-c071-4cd2-829e-51837748d551 req-157277c4-84ec-466e-a213-f3a8dd57a1ea tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/security-groups?id=529f49ff-c483-4605-a513-c21d22075ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Mar 28 19:02:02.864089 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313709-1f46-4f94-ae48-978e4d770028 req-2e0a7669-5a7a-4c76-b4ce-4e9bf5f51198 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:02.865504 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f313709-1f46-4f94-ae48-978e4d770028 req-2e0a7669-5a7a-4c76-b4ce-4e9bf5f51198 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 945 time: 0.0530324 Mar 28 19:02:02.954719 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Deleting port c1c86e59-7876-4439-b38c-ce4809aedfe3 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:02:02.955055 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:03.042354 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] For port c1c86e59-7876-4439-b38c-ce4809aedfe3, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=c1c86e59-7876-4439-b38c-ce4809aedfe3,segment=NetworkSegment(90fa8324-470d-459d-b07f-8955f13c668d),segment_id=90fa8324-470d-459d-b07f-8955f13c668d)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:03.042714 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:03.055162 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Calling delete_port for c1c86e59-7876-4439-b38c-ce4809aedfe3 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:02:03.188805 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (c1c86e59-7876-4439-b38c-ce4809aedfe3), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:03.200500 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['c1c86e59-7876-4439-b38c-ce4809aedfe3'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:02:03.217912 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Pushing event deleted for resources: {'Port': ['ID=c1c86e59-7876-4439-b38c-ce4809aedfe3,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:03.261334 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] No DVR routers for this DVR port c1c86e59-7876-4439-b38c-ce4809aedfe3 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:02:03.263892 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:03.267166 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2f313709-1f46-4f94-ae48-978e4d770028 req-473f7ee2-b332-4837-99c8-436359e758bf tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.15 "DELETE /v2.0/ports/c1c86e59-7876-4439-b38c-ce4809aedfe3 HTTP/1.1" status: 204 len: 173 time: 0.3952165 Mar 28 19:02:03.267607 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'name': 'network-vif-deleted', 'tag': 'c1c86e59-7876-4439-b38c-ce4809aedfe3'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:03.269889 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c932e2e2-d180-4f4a-9c0f-ade4e7d627b0" -d '{"events": [{"server_uuid": "86cc75c3-6697-45fe-8562-45cf902d3eb0", "name": "network-vif-deleted", "tag": "c1c86e59-7876-4439-b38c-ce4809aedfe3"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:03.308609 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af01cc57-e05d-42a7-abab-d91f39e2f6b0 x-openstack-request-id: req-af01cc57-e05d-42a7-abab-d91f39e2f6b0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:03.309094 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cc75c3-6697-45fe-8562-45cf902d3eb0", "name": "network-vif-deleted", "tag": "c1c86e59-7876-4439-b38c-ce4809aedfe3", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:03.309364 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af01cc57-e05d-42a7-abab-d91f39e2f6b0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:03.309775 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af01cc57-e05d-42a7-abab-d91f39e2f6b0'] response: {'server_uuid': '86cc75c3-6697-45fe-8562-45cf902d3eb0', 'name': 'network-vif-deleted', 'tag': 'c1c86e59-7876-4439-b38c-ce4809aedfe3', 'status': 'completed', 'code': 200} Mar 28 19:02:03.631766 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-95f3e7b4-a74c-4bf7-8fcf-6a23e8dae017 req-cd61bc42-c132-4c0d-9a8c-d53dac6c36a9 tempest-VolumesActionsTest-1943019381 tempest-VolumesActionsTest-1943019381-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cc75c3-6697-45fe-8562-45cf902d3eb0 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Mar 28 19:02:06.889050 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device c1c86e59-7876-4439-b38c-ce4809aedfe3 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:02:06.908283 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: c1c86e59-7876-4439-b38c-ce4809aedfe3 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:02:06.908625 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device c1c86e59-7876-4439-b38c-ce4809aedfe3 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:02:20.038020 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba23bd-055b-4271-8002-5a7a4871b6f3 req-039e7161-6c5a-43e9-a476-a3c34787ffaa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:20.040318 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55ba23bd-055b-4271-8002-5a7a4871b6f3 req-039e7161-6c5a-43e9-a476-a3c34787ffaa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 946 time: 0.0539784 Mar 28 19:02:20.100443 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55ba23bd-055b-4271-8002-5a7a4871b6f3 req-365214f3-9c1c-44fe-9125-2e935a69d1b6 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545793 Mar 28 19:02:21.226680 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd452-a453-4b51-bc86-de2aa64c5e12 req-a95a8851-7e5b-4037-88d5-a11c8c33e904 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:21.230599 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3f6fd452-a453-4b51-bc86-de2aa64c5e12 req-a95a8851-7e5b-4037-88d5-a11c8c33e904 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 946 time: 0.0555410 Mar 28 19:02:21.281032 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3f6fd452-a453-4b51-bc86-de2aa64c5e12 req-ecfd180f-8a14-46be-a867-c82d9affde25 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464766 Mar 28 19:02:22.223166 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-bdd25fe8-0844-40c0-81a9-ba3d0a5cacb0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:22.224596 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-bdd25fe8-0844-40c0-81a9-ba3d0a5cacb0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 946 time: 0.0567412 Mar 28 19:02:22.318961 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port 64509051-cec8-4987-8392-15441384a79a {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:02:22.319294 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (64509051-cec8-4987-8392-15441384a79a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:22.445372 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e6254-08e0-4e93-b8bf-8ef4cd794f3b req-6a0bc318-a462-4941-b5f6-28463cc5554d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:22.452076 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a4e6254-08e0-4e93-b8bf-8ef4cd794f3b req-6a0bc318-a462-4941-b5f6-28463cc5554d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 946 time: 0.0908313 Mar 28 19:02:22.475001 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] For port 64509051-cec8-4987-8392-15441384a79a, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=64509051-cec8-4987-8392-15441384a79a,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:22.475463 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (64509051-cec8-4987-8392-15441384a79a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:22.550799 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a4e6254-08e0-4e93-b8bf-8ef4cd794f3b req-a5dccda9-1969-4ed7-9699-28ea13e418df tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=f53c34b8-0e92-486b-a5c9-d09930e1ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978341 Mar 28 19:02:22.714965 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:22.715740 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (d3e5812b-6d41-4ca6-909a-1b89b6ed218a), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:22.716446 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP d3e5812b-6d41-4ca6-909a-1b89b6ed218a disassociated. External IP: 172.27.1.228, port: 64509051-cec8-4987-8392-15441384a79a. Mar 28 19:02:22.717051 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for 64509051-cec8-4987-8392-15441384a79a owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:02:22.915529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (64509051-cec8-4987-8392-15441384a79a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:22.951933 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=64509051-cec8-4987-8392-15441384a79a,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:23.101599 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:02:23.219466 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:02:23.237063 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:02:23.252099 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:23.254859 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:01:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:23.274666 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] No DVR routers for this DVR port 64509051-cec8-4987-8392-15441384a79a on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:02:23.277985 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:23.282133 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5ce99bdc-e67c-49cd-bda0-e814379ec479 req-eaec9867-cea2-4adf-807b-3e4ae4544b8d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "DELETE /v2.0/ports/64509051-cec8-4987-8392-15441384a79a HTTP/1.1" status: 204 len: 173 time: 1.0515895 Mar 28 19:02:23.282621 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'name': 'network-vif-deleted', 'tag': '64509051-cec8-4987-8392-15441384a79a'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:23.285038 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ee3ce3-7692-46aa-b3e3-d08060a458bf" -d '{"events": [{"server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "name": "network-vif-deleted", "tag": "64509051-cec8-4987-8392-15441384a79a"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:23.361862 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29681f96-e65f-4e1b-979d-6153a953c090 x-openstack-request-id: req-29681f96-e65f-4e1b-979d-6153a953c090 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:23.362135 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d87d427-f7a6-4ca3-ac12-7d8e2928cf00", "name": "network-vif-deleted", "tag": "64509051-cec8-4987-8392-15441384a79a", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:23.362742 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29681f96-e65f-4e1b-979d-6153a953c090 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:23.363214 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29681f96-e65f-4e1b-979d-6153a953c090'] response: {'server_uuid': '6d87d427-f7a6-4ca3-ac12-7d8e2928cf00', 'name': 'network-vif-deleted', 'tag': '64509051-cec8-4987-8392-15441384a79a', 'status': 'completed', 'code': 200} Mar 28 19:02:23.414761 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:23.645029 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:23.665547 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a161f55-4600-4e0b-99de-e380f5e3e640 req-eb2f0958-51fb-4ad8-8b72-cf32e9647a08 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d87d427-f7a6-4ca3-ac12-7d8e2928cf00 HTTP/1.1" status: 200 len: 210 time: 0.0309985 Mar 28 19:02:23.785305 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:02:23.804867 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:23.805718 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:01:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:23.923950 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:23.936969 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:24.147054 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:24.177895 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c497de-26b2-4ffb-9ed6-1ba62cb25465 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:02:24.425797 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b78951-6359-4181-93c4-08cb9ff1b394 None None] New status for floating IP d3e5812b-6d41-4ca6-909a-1b89b6ed218a: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:02:24.687452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-61981bd4-3c7a-42ca-8b55-279aac70ea04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:24.753651 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37206) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:24.819870 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2094fa2d-316a-4710-83b5-864f4eb51637 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (f53c34b8-0e92-486b-a5c9-d09930e1ff6b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:24.844664 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2094fa2d-316a-4710-83b5-864f4eb51637 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (f53c34b8-0e92-486b-a5c9-d09930e1ff6b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:24.896574 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2094fa2d-316a-4710-83b5-864f4eb51637 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f53c34b8-0e92-486b-a5c9-d09930e1ff6b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:24.899840 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2094fa2d-316a-4710-83b5-864f4eb51637 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:24.901207 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2094fa2d-316a-4710-83b5-864f4eb51637 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/security-groups/f53c34b8-0e92-486b-a5c9-d09930e1ff6b HTTP/1.1" status: 204 len: 168 time: 0.1463461 Mar 28 19:02:24.904178 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37212) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:24.911514 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094fa2d-316a-4710-83b5-864f4eb51637 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53c34b8-0e92-486b-a5c9-d09930e1ff6b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:24.932613 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.api.v2.resource [None req-6230b2d4-e389-4c8a-a3e7-059b24db23ab tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] show failed (client error): The resource could not be found. Mar 28 19:02:24.933859 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6230b2d4-e389-4c8a-a3e7-059b24db23ab tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups/f53c34b8-0e92-486b-a5c9-d09930e1ff6b HTTP/1.1" status: 404 len: 347 time: 0.0286996 Mar 28 19:02:24.936861 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37214) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:25.072007 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port 8ff2c058-bcac-4712-809d-2eeea4e8f867 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:02:25.072376 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.153065 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.153504 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (8ff2c058-bcac-4712-809d-2eeea4e8f867), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.166789 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for 8ff2c058-bcac-4712-809d-2eeea4e8f867 owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:02:25.312883 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (8ff2c058-bcac-4712-809d-2eeea4e8f867), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.338332 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=8ff2c058-bcac-4712-809d-2eeea4e8f867,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:25.409280 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (d3e5812b-6d41-4ca6-909a-1b89b6ed218a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.411904 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.413705 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b786f580-46a1-454a-8b97-5a3631528a45 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3e5812b-6d41-4ca6-909a-1b89b6ed218a HTTP/1.1" status: 204 len: 168 time: 0.4757462 Mar 28 19:02:25.591249 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37230) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:25.595846 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-368b39ed-85d2-4a5c-bccd-f5c30c8f91c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454301316', 'description': 'tempest-description--928237574'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:25.614671 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-368b39ed-85d2-4a5c-bccd-f5c30c8f91c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.680465 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-368b39ed-85d2-4a5c-bccd-f5c30c8f91c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (2baf0d6f-7d7d-42a7-a995-3f1f9523f87d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.684150 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-368b39ed-85d2-4a5c-bccd-f5c30c8f91c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2baf0d6f-7d7d-42a7-a995-3f1f9523f87d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.713540 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-368b39ed-85d2-4a5c-bccd-f5c30c8f91c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.714755 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-368b39ed-85d2-4a5c-bccd-f5c30c8f91c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1224670 Mar 28 19:02:25.715810 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b39ed-85d2-4a5c-bccd-f5c30c8f91c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:25.717816 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37232) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:25.722582 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-d2fd36eb-c1f0-4726-9399-973579f0df55 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': '2baf0d6f-7d7d-42a7-a995-3f1f9523f87d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:25.747309 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d2fd36eb-c1f0-4726-9399-973579f0df55 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (7b203f5e-0c2f-4af3-8896-969e1be5bfaa), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.791713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d2fd36eb-c1f0-4726-9399-973579f0df55 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (7b203f5e-0c2f-4af3-8896-969e1be5bfaa), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.795412 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d2fd36eb-c1f0-4726-9399-973579f0df55 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (7b203f5e-0c2f-4af3-8896-969e1be5bfaa), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.811839 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd36eb-c1f0-4726-9399-973579f0df55 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b203f5e-0c2f-4af3-8896-969e1be5bfaa,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:25.822368 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d2fd36eb-c1f0-4726-9399-973579f0df55 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.823573 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d2fd36eb-c1f0-4726-9399-973579f0df55 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1046336 Mar 28 19:02:25.826284 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37234) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:25.830562 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-68ab0793-a66f-408f-a0bc-90f668e36b58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'security_group_rule': {'security_group_id': '2baf0d6f-7d7d-42a7-a995-3f1f9523f87d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:25.855410 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68ab0793-a66f-408f-a0bc-90f668e36b58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (fecc7f05-0a7a-49a6-8d59-722d7dca7026), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.910120 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68ab0793-a66f-408f-a0bc-90f668e36b58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (fecc7f05-0a7a-49a6-8d59-722d7dca7026), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.913860 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68ab0793-a66f-408f-a0bc-90f668e36b58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (fecc7f05-0a7a-49a6-8d59-722d7dca7026), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.934734 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab0793-a66f-408f-a0bc-90f668e36b58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecc7f05-0a7a-49a6-8d59-722d7dca7026,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:25.943022 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-68ab0793-a66f-408f-a0bc-90f668e36b58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:25.944213 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-68ab0793-a66f-408f-a0bc-90f668e36b58 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169682 Mar 28 19:02:25.947255 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37250) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:25.954949 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:25.974086 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.072046 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.180439 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.27.1.253 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/b3e3a2d0-7751-40ee-8925-9aa0c1691c9f) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:02:26.283690 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.318292 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.355527 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:02:26.358550 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:02:26.364076 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:02:26.391566 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=b3e3a2d0-7751-40ee-8925-9aa0c1691c9f,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:26.455675 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (f619e0a5-fae8-422c-8efe-8698adb2a687), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.490007 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.640336 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.645060 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.711431 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=b3e3a2d0-7751-40ee-8925-9aa0c1691c9f,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:26.722107 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (f619e0a5-fae8-422c-8efe-8698adb2a687), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.736930 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:26.738176 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7a36e371-0a65-4b06-a165-bd3ea9f3781f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7900000 Mar 28 19:02:26.925897 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-f969cd72-bc2b-4814-b634-b3b61c2bc504 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1454301316&fields=id&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 267 time: 0.0413783 Mar 28 19:02:26.928036 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-6309423a-a3f8-4a94-b682-210b696fa2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.030706 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-ae14c878-cb3b-4f32-9561-534ce3b6bd98 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:27.032102 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-ae14c878-cb3b-4f32-9561-534ce3b6bd98 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.0981736 Mar 28 19:02:27.046482 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-00726010-bce3-4157-befe-258da126729d tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/quotas/50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 375 time: 0.0090024 Mar 28 19:02:27.129460 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 64509051-cec8-4987-8392-15441384a79a no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:02:27.153349 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 64509051-cec8-4987-8392-15441384a79a {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:02:27.153699 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 64509051-cec8-4987-8392-15441384a79a not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:02:27.337078 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-4902acfd-c111-4ec6-b0c0-fbb0c06317e3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2854512 Mar 28 19:02:27.427785 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-08b7cab9-82e9-47b6-9438-03f0da1972f0 service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796280 Mar 28 19:02:27.435677 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37312) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:27.484904 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] Deleting subnet adf4cf7e-be1f-45c7-86aa-936626144ef6 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:02:27.487906 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] Publish callbacks [] for subnet (adf4cf7e-be1f-45c7-86aa-936626144ef6), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.519226 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-ae092a6e-b57e-4ce1-b9c0-f694cfa3805c service neutron] 10.222.0.31 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853798 Mar 28 19:02:27.520985 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (adf4cf7e-be1f-45c7-86aa-936626144ef6), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.558786 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (adf4cf7e-be1f-45c7-86aa-936626144ef6), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.608777 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (adf4cf7e-be1f-45c7-86aa-936626144ef6), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.635620 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf4cf7e-be1f-45c7-86aa-936626144ef6,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:27.637631 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.640892 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0a9f7fe5-bd2c-4c76-868d-7d9d1206e137 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/adf4cf7e-be1f-45c7-86aa-936626144ef6 HTTP/1.1" status: 204 len: 168 time: 0.2039371 Mar 28 19:02:27.643680 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 37316) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:27.697442 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-62034503-5ed5-484b-8029-d938a65e707d req-8e1bb06b-821a-4040-b42f-fdbe6632bdf9 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0329134 Mar 28 19:02:27.728449 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (42fc65e7-2dbf-4b29-9d1a-4582681d7dea), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.811414 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (42fc65e7-2dbf-4b29-9d1a-4582681d7dea), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.833072 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fc65e7-2dbf-4b29-9d1a-4582681d7dea']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:27.842284 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fa8324-470d-459d-b07f-8955f13c668d') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:27.842578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fa8324-470d-459d-b07f-8955f13c668d') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:27.851799 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (90fa8324-470d-459d-b07f-8955f13c668d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.864826 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (90fa8324-470d-459d-b07f-8955f13c668d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.871492 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:02:27.871909 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (90fa8324-470d-459d-b07f-8955f13c668d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:02:27.873471 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:02:27.926254 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (42fc65e7-2dbf-4b29-9d1a-4582681d7dea), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.932483 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:27.935638 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] 10.222.0.31 "DELETE /v2.0/networks/42fc65e7-2dbf-4b29-9d1a-4582681d7dea HTTP/1.1" status: 204 len: 168 time: 0.2907853 Mar 28 19:02:27.950966 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e381e8-6652-458d-a003-a70bfbbb9b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=42fc65e7-2dbf-4b29-9d1a-4582681d7dea,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:28.047754 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37328) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:28.081903 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:28.095325 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-491cfd69-c0c1-4986-96a8-c0eceeb6eafd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0ee76a5fb80487eadcd094a1c6e34a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464029 Mar 28 19:02:28.097720 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37330) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:28.148965 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8658925d-0df5-4fe6-ba5a-5c2eee17a924 admin admin] Publish callbacks [] for security_group (529f49ff-c483-4605-a513-c21d22075ac1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:28.171272 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8658925d-0df5-4fe6-ba5a-5c2eee17a924 admin admin] Publish callbacks [] for security_group (529f49ff-c483-4605-a513-c21d22075ac1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:28.222144 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8658925d-0df5-4fe6-ba5a-5c2eee17a924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (529f49ff-c483-4605-a513-c21d22075ac1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:28.224630 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8658925d-0df5-4fe6-ba5a-5c2eee17a924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:28.225763 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8658925d-0df5-4fe6-ba5a-5c2eee17a924 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/529f49ff-c483-4605-a513-c21d22075ac1 HTTP/1.1" status: 204 len: 168 time: 0.1270485 Mar 28 19:02:28.233843 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658925d-0df5-4fe6-ba5a-5c2eee17a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529f49ff-c483-4605-a513-c21d22075ac1,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:28.637578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-abb3535d-c7da-4f6f-9f2e-e3b48af1d776 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:28.639065 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-abb3535d-c7da-4f6f-9f2e-e3b48af1d776 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 815 time: 0.1155002 Mar 28 19:02:28.709158 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-8a79c4f0-4217-418c-acb4-c12d24fe3cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50618dfcf489415599d11ea74cceee7a HTTP/1.1" status: 200 len: 380 time: 0.0609658 Mar 28 19:02:28.720140 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'port': {'device_id': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'admin_state_up': True, 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'security_groups': ['2baf0d6f-7d7d-42a7-a995-3f1f9523f87d']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:28.804167 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dae29281-b7b0-4b3c-ba85-7713fdbb5ce7 req-36f1bd32-2868-42c9-a7c8-d816a9eefe8f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0332720 Mar 28 19:02:28.860075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Made reservation on behalf of 50618dfcf489415599d11ea74cceee7a for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:02:28.863542 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:28.908399 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37358) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:28.995296 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Allocated IP 172.20.0.8 (9878c9a9-67d2-47f6-a796-d45b72b61f6f/e0b07a0d-38ee-498e-99aa-975fd79375e9/58207693-63e3-4cd2-9227-a512c0a36a7c) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:02:29.005417 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2069153481-network', 'tenant_id': 'b266c454da9f475388114bfeaf4aa0ae'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:29.025070 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Made reservation on behalf of b266c454da9f475388114bfeaf4aa0ae for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:02:29.027365 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.035629 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.114667 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks [] for security_group (b8f5bcea-775f-4473-bc51-73c4ce31d987), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.119145 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b8f5bcea-775f-4473-bc51-73c4ce31d987), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.139263 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.148127 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:02:29.157931 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f5bcea-775f-4473-bc51-73c4ce31d987,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:29.162808 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (30b43feb-086d-41d4-9069-414942fe1655), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.163147 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Added segment 30b43feb-086d-41d4-9069-414942fe1655 of type vlan for network c914d1f5-3ea5-465f-b465-78fdfc96a277 Mar 28 19:02:29.176075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.205088 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (c914d1f5-3ea5-465f-b465-78fdfc96a277), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.221418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:02:29.224504 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:02:29.228473 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:02:29.230405 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (c914d1f5-3ea5-465f-b465-78fdfc96a277), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.231417 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:29.232229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.256455 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event updated for resources: {'Port': ['ID=58207693-63e3-4cd2-9227-a512c0a36a7c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:29.273712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.274066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.274467 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.274814 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.275154 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.276059 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.276059 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.276267 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.276470 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.277085 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.277422 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.277792 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.278119 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.278519 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.278841 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:29.292941 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3834133 Mar 28 19:02:29.295749 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37362) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:29.298579 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:29.299292 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.300636 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Request body: {'subnet': {'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2069153481-subnet', 'tenant_id': 'b266c454da9f475388114bfeaf4aa0ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:29.309293 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cc220-32dd-4cc2-8f30-2088ebcd0f49 admin admin] Pushing event updated for resources: {'Network': ['ID=c914d1f5-3ea5-465f-b465-78fdfc96a277,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:29.321876 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network c914d1f5-3ea5-465f-b465-78fdfc96a277 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:02:29.324524 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6781eed0-f04e-4807-96b7-00d7758f2cd8 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079929 Mar 28 19:02:29.329512 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Made reservation on behalf of b266c454da9f475388114bfeaf4aa0ae for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:02:29.332365 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.337418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Request body: {'port': {'device_id': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:29.407846 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.518701 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-0e9a9c0b-2f59-445c-8aa7-6f1c40bca070 None None] Provisioning complete for port 58207693-63e3-4cd2-9227-a512c0a36a7c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:02:29.519342 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0e9a9c0b-2f59-445c-8aa7-6f1c40bca070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.528837 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (d7cfbed6-aee0-4c8d-991a-381fffd79190), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.555944 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a9c0b-2f59-445c-8aa7-6f1c40bca070 None None] Port 58207693-63e3-4cd2-9227-a512c0a36a7c cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:02:29.584315 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cfbed6-aee0-4c8d-991a-381fffd79190,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:29.592345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Checking segment: {'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:02:29.592777 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Network hostable DHCP agents. Network: c914d1f5-3ea5-465f-b465-78fdfc96a277, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:02:29.612616 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Network c914d1f5-3ea5-465f-b465-78fdfc96a277 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:02:29.623477 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, c914d1f5-3ea5-465f-b465-78fdfc96a277) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:02:29.627558 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.628102 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:29.628770 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.635931 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e60e579-346d-42d2-8582-68dc066442b6 None None] Network c914d1f5-3ea5-465f-b465-78fdfc96a277 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:02:29.653488 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5d5c2ab5-b1ba-49f8-b596-b16613d34778 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3489861 Mar 28 19:02:29.692116 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58207693-63e3-4cd2-9227-a512c0a36a7c {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:02:29.701538 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Publish callbacks [] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.714458 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Transition to ACTIVE for port object 58207693-63e3-4cd2-9227-a512c0a36a7c will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:02:29.719415 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.739700 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fe2d6-ed3f-4dc9-a4ed-bbcfc5e49872 None None] Network c914d1f5-3ea5-465f-b465-78fdfc96a277 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:02:29.791705 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Pushing event updated for resources: {'Port': ['ID=58207693-63e3-4cd2-9227-a512c0a36a7c,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:29.852187 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Attempting to bind port 58207693-63e3-4cd2-9227-a512c0a36a7c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:02:29.852543 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Attempting to bind port 58207693-63e3-4cd2-9227-a512c0a36a7c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:02:29.852957 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Attempting to bind port 58207693-63e3-4cd2-9227-a512c0a36a7c on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:02:29.857649 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Port 58207693-63e3-4cd2-9227-a512c0a36a7c on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:02:29.857977 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Attempting to bind port 58207693-63e3-4cd2-9227-a512c0a36a7c on network 9878c9a9-67d2-47f6-a796-d45b72b61f6f {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:02:29.863158 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:02:29.863636 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Checking segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:02:29.863898 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Bound using segment: {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:02:29.864472 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Bound port: 58207693-63e3-4cd2-9227-a512c0a36a7c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c701992-9cd7-40e6-aa2b-8a8a805df430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:02:29.864836 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.937600 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] For port 58207693-63e3-4cd2-9227-a512c0a36a7c, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:02:29.940779 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] For port 58207693-63e3-4cd2-9227-a512c0a36a7c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=58207693-63e3-4cd2-9227-a512c0a36a7c,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:02:29.948084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.962832 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dc36b-0bcc-4072-b433-e589314fa248 req-ea78b63d-608a-4fb4-b613-8538f150c7bf tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:29.964527 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3a1dc36b-0bcc-4072-b433-e589314fa248 req-ea78b63d-608a-4fb4-b613-8538f150c7bf tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 943 time: 0.0695176 Mar 28 19:02:29.982684 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:29.983303 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:29.985113 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] 10.222.0.15 "PUT /v2.0/ports/58207693-63e3-4cd2-9227-a512c0a36a7c HTTP/1.1" status: 200 len: 1093 time: 0.6519954 Mar 28 19:02:29.985248 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:29.987449 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d95a1c7-eeee-4029-968c-996dd209e075" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:30.032727 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8005c07-a15c-45c1-8bdf-c5978fdf96dc service neutron] Pushing event updated for resources: {'Port': ['ID=58207693-63e3-4cd2-9227-a512c0a36a7c,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:30.036623 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afbd7e5-358e-4e59-ae8c-1306edbeb6b0 x-openstack-request-id: req-8afbd7e5-358e-4e59-ae8c-1306edbeb6b0 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:30.036917 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:30.037179 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8afbd7e5-358e-4e59-ae8c-1306edbeb6b0 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:30.037592 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afbd7e5-358e-4e59-ae8c-1306edbeb6b0'] response: {'name': 'network-changed', 'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'status': 'completed', 'code': 200} Mar 28 19:02:30.041756 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3a1dc36b-0bcc-4072-b433-e589314fa248 req-71e5d383-7f69-4661-9e6d-91ce75dc17f5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698845 Mar 28 19:02:30.119477 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95a1c7-eeee-4029-968c-996dd209e075 req-3caf30c9-6c43-4d6e-8beb-3e66d825e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:30.121323 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d95a1c7-eeee-4029-968c-996dd209e075 req-3caf30c9-6c43-4d6e-8beb-3e66d825e6f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 1127 time: 0.0656805 Mar 28 19:02:30.244265 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95a1c7-eeee-4029-968c-996dd209e075 req-1a723ae9-1b23-45e6-af27-dc097c844efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:30.245761 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d95a1c7-eeee-4029-968c-996dd209e075 req-1a723ae9-1b23-45e6-af27-dc097c844efa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50618dfcf489415599d11ea74cceee7a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1185811 Mar 28 19:02:30.347715 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95a1c7-eeee-4029-968c-996dd209e075 req-23b97d13-4924-4a0f-a854-e66811767ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:30.349188 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8d95a1c7-eeee-4029-968c-996dd209e075 req-23b97d13-4924-4a0f-a854-e66811767ff2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977402 Mar 28 19:02:30.436544 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-7d298d82-4033-45b6-a623-7780f89b04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:30.438128 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-7d298d82-4033-45b6-a623-7780f89b04e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 1127 time: 0.0495877 Mar 28 19:02:30.478526 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-6a3d52c2-c311-4355-9a28-9df87409ff15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58207693-63e3-4cd2-9227-a512c0a36a7c HTTP/1.1" status: 200 len: 217 time: 0.0334568 Mar 28 19:02:30.524962 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-9fbc8863-746a-454e-ab5a-d20d4a02baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:30.526483 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-9fbc8863-746a-454e-ab5a-d20d4a02baf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0425682 Mar 28 19:02:30.578106 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-c00efc44-ff9c-4011-aa69-07b2fb9cf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:30.579603 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-c00efc44-ff9c-4011-aa69-07b2fb9cf87e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472722 Mar 28 19:02:30.668101 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-b16504d5-19bc-4ff4-9ac1-bb3e80c84831 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810077 Mar 28 19:02:30.758689 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1fa57349-9c68-4e5d-a85b-ae4d1c5c9ea4 req-ba89552e-f054-4da3-8d59-4f13d52bb7bd service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829611 Mar 28 19:02:31.027402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:31.177717 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104205e-80bc-4a4b-8aec-519efe0a21b3 req-556865d0-5420-4156-bb6f-e0a8521e018c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:31.179224 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b104205e-80bc-4a4b-8aec-519efe0a21b3 req-556865d0-5420-4156-bb6f-e0a8521e018c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 943 time: 0.0539753 Mar 28 19:02:31.225101 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b104205e-80bc-4a4b-8aec-519efe0a21b3 req-fc4e1fce-3e9d-4b80-a666-ab90bde757ca tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394609 Mar 28 19:02:31.552533 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-392ae1ae-5785-4b57-9762-7fbded9c33ad tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:31.553906 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-392ae1ae-5785-4b57-9762-7fbded9c33ad tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/networks?id=c914d1f5-3ea5-465f-b465-78fdfc96a277 HTTP/1.1" status: 200 len: 814 time: 0.0986969 Mar 28 19:02:31.568117 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-47900fd2-3671-4d07-ac6c-43bb2eed0197 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/quotas/b266c454da9f475388114bfeaf4aa0ae HTTP/1.1" status: 200 len: 375 time: 0.0086377 Mar 28 19:02:31.602367 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-064fc588-0329-4ce3-9ba9-c2d843be1fc1 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b266c454da9f475388114bfeaf4aa0ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291336 Mar 28 19:02:31.687509 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-7c2c655f-b97b-4ffd-b16b-8063d61cdc7c service neutron] 10.222.0.31 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788662 Mar 28 19:02:31.777480 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-09aeb64c-41d8-4bef-a1be-1c9665c0c3f6 service neutron] 10.222.0.31 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839210 Mar 28 19:02:31.926472 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-321819cc-4577-4b79-84ab-bb3774744ee4 req-f5675d5c-c925-4227-a689-5f445f5677e0 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 210 time: 0.0264750 Mar 28 19:02:32.344733 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0f202-3e35-4c93-bc06-21439b15f58a req-9a627103-9c4a-4408-8deb-ebac2a0027ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:32.346245 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8bb0f202-3e35-4c93-bc06-21439b15f58a req-9a627103-9c4a-4408-8deb-ebac2a0027ea tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 943 time: 0.0543683 Mar 28 19:02:32.393362 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8bb0f202-3e35-4c93-bc06-21439b15f58a req-09308fa6-c542-44b9-9b5a-e3ef3f096048 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Mar 28 19:02:32.856216 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-85145aa8-b9bd-443d-9fe8-cd1351ec6a60 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:32.857697 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-85145aa8-b9bd-443d-9fe8-cd1351ec6a60 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "GET /v2.0/networks?id=c914d1f5-3ea5-465f-b465-78fdfc96a277 HTTP/1.1" status: 200 len: 814 time: 0.1037226 Mar 28 19:02:32.875563 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Request body: {'port': {'device_id': 'bacbbed9-5976-4487-8617-44aa88030f64', 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277', 'admin_state_up': True, 'tenant_id': 'b266c454da9f475388114bfeaf4aa0ae'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:32.980151 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Made reservation on behalf of b266c454da9f475388114bfeaf4aa0ae for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:02:32.983602 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.034632 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c91b42e6-279a-4b67-aa48-62493acb6b6c req-542fa621-11c2-469b-8429-efa3566406fa tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 210 time: 0.0387189 Mar 28 19:02:33.136205 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Allocated IP 172.20.0.9 (c914d1f5-3ea5-465f-b465-78fdfc96a277/d7cfbed6-aee0-4c8d-991a-381fffd79190/b6c63654-0526-4b70-9ee5-b62c227a1767) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:02:33.287683 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks [] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.323299 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.367107 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Network c914d1f5-3ea5-465f-b465-78fdfc96a277 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:02:33.368788 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:02:33.371097 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:02:33.408204 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Pushing event updated for resources: {'Port': ['ID=b6c63654-0526-4b70-9ee5-b62c227a1767,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:33.431930 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:33.443668 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.452180 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-b8267267-0f90-4b35-95c2-10d411aea254 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802696 Mar 28 19:02:33.517576 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Request body: {'port': {'device_id': 'bacbbed9-5976-4487-8617-44aa88030f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:33.586698 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb16b-eb02-4018-a2ac-57605ffc893d req-72ba29c9-2a3d-48ab-9566-5a62ef94d5ad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:33.588252 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffdbb16b-eb02-4018-a2ac-57605ffc893d req-72ba29c9-2a3d-48ab-9566-5a62ef94d5ad tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 943 time: 0.1079385 Mar 28 19:02:33.603158 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.670797 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ffdbb16b-eb02-4018-a2ac-57605ffc893d req-d34d254d-ec7b-47c2-977e-01e588c11b52 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761168 Mar 28 19:02:33.895457 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c63654-0526-4b70-9ee5-b62c227a1767 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:02:33.902622 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Publish callbacks [] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.914143 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Transition to ACTIVE for port object b6c63654-0526-4b70-9ee5-b62c227a1767 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:02:33.917829 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:33.984421 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865380c-5181-4008-b939-596f242f557d service neutron] Pushing event updated for resources: {'Port': ['ID=b6c63654-0526-4b70-9ee5-b62c227a1767,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:34.031911 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Attempting to bind port b6c63654-0526-4b70-9ee5-b62c227a1767 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:02:34.032266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Attempting to bind port b6c63654-0526-4b70-9ee5-b62c227a1767 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:02:34.032584 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Attempting to bind port b6c63654-0526-4b70-9ee5-b62c227a1767 on network c914d1f5-3ea5-465f-b465-78fdfc96a277 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:02:34.036720 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Port b6c63654-0526-4b70-9ee5-b62c227a1767 on network c914d1f5-3ea5-465f-b465-78fdfc96a277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:02:34.037033 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Attempting to bind port b6c63654-0526-4b70-9ee5-b62c227a1767 on network c914d1f5-3ea5-465f-b465-78fdfc96a277 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:02:34.042265 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:02:34.042599 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Checking segment: {'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:02:34.042965 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Bound using segment: {'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:02:34.043378 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Bound port: b6c63654-0526-4b70-9ee5-b62c227a1767, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:02:34.043722 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:34.110991 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] For port b6c63654-0526-4b70-9ee5-b62c227a1767, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:02:34.114281 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] For port b6c63654-0526-4b70-9ee5-b62c227a1767, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=b6c63654-0526-4b70-9ee5-b62c227a1767,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:02:34.120056 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:34.152995 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.153141 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:34.154479 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-e865380c-5181-4008-b939-596f242f557d service neutron] 10.222.0.15 "PUT /v2.0/ports/b6c63654-0526-4b70-9ee5-b62c227a1767 HTTP/1.1" status: 200 len: 1093 time: 0.6427040 Mar 28 19:02:34.154911 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacbbed9-5976-4487-8617-44aa88030f64', 'tag': 'b6c63654-0526-4b70-9ee5-b62c227a1767'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:34.157099 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e9c750-516b-424d-ba99-adf2d68e3098" -d '{"events": [{"name": "network-changed", "server_uuid": "bacbbed9-5976-4487-8617-44aa88030f64", "tag": "b6c63654-0526-4b70-9ee5-b62c227a1767"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:34.157442 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca913040-cd75-4f1a-9d23-58a61cb3238d req-9e0fce2d-27c5-41c2-a3a3-174342ef4647 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.159917 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ca913040-cd75-4f1a-9d23-58a61cb3238d req-9e0fce2d-27c5-41c2-a3a3-174342ef4647 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 943 time: 0.0593057 Mar 28 19:02:34.187850 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865380c-5181-4008-b939-596f242f557d service neutron] Pushing event updated for resources: {'Port': ['ID=b6c63654-0526-4b70-9ee5-b62c227a1767,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:34.210566 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15464bf6-4890-4396-8066-73bb6e19d6fb x-openstack-request-id: req-15464bf6-4890-4396-8066-73bb6e19d6fb {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:34.210862 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacbbed9-5976-4487-8617-44aa88030f64", "tag": "b6c63654-0526-4b70-9ee5-b62c227a1767", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:34.211115 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15464bf6-4890-4396-8066-73bb6e19d6fb {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:34.211587 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15464bf6-4890-4396-8066-73bb6e19d6fb'] response: {'name': 'network-changed', 'server_uuid': 'bacbbed9-5976-4487-8617-44aa88030f64', 'tag': 'b6c63654-0526-4b70-9ee5-b62c227a1767', 'status': 'completed', 'code': 200} Mar 28 19:02:34.219252 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ca913040-cd75-4f1a-9d23-58a61cb3238d req-f7147dcf-5818-4fbe-9924-f7c9e3f24578 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534658 Mar 28 19:02:34.244926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-138d7c16-e534-43b3-a732-aca7bba48873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.246455 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-138d7c16-e534-43b3-a732-aca7bba48873 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b266c454da9f475388114bfeaf4aa0ae&device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 1127 time: 0.0456915 Mar 28 19:02:34.288351 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-a7cb0e8f-e46d-4d18-a47b-c357b6d22096 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c63654-0526-4b70-9ee5-b62c227a1767 HTTP/1.1" status: 200 len: 217 time: 0.0351951 Mar 28 19:02:34.333391 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-dcc2d02f-5436-491e-a076-34c5497d1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.334803 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-dcc2d02f-5436-491e-a076-34c5497d1c21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7cfbed6-aee0-4c8d-991a-381fffd79190 HTTP/1.1" status: 200 len: 854 time: 0.0409362 Mar 28 19:02:34.363978 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-41df053f-5ed8-4896-824c-6e1e042efd8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c914d1f5-3ea5-465f-b465-78fdfc96a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239019 Mar 28 19:02:34.453026 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-41173edc-b980-45d6-bf3b-e196f3982662 service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794888 Mar 28 19:02:34.546766 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-542488bf-e6bc-4ecf-8b6a-7b4e62af9be6 req-86190ad3-3cdb-42c3-acb2-cbc3728b189c service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875554 Mar 28 19:02:34.630215 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-100783fe-177e-4337-bf57-cc88369e1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.631735 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-100783fe-177e-4337-bf57-cc88369e1a54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b266c454da9f475388114bfeaf4aa0ae&device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 1127 time: 0.0453033 Mar 28 19:02:34.732376 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-893ecaa1-f2d5-4bcd-baae-10a4c7fedae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.733848 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-893ecaa1-f2d5-4bcd-baae-10a4c7fedae7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c914d1f5-3ea5-465f-b465-78fdfc96a277 HTTP/1.1" status: 200 len: 915 time: 0.0864205 Mar 28 19:02:34.794206 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-3734c00c-0662-4e55-902d-b52b84e7e291 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c63654-0526-4b70-9ee5-b62c227a1767 HTTP/1.1" status: 200 len: 217 time: 0.0482204 Mar 28 19:02:34.848815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b17d48-35da-4cb2-9faf-8b921e1b6e87 req-afa1459e-60b6-4903-95f1-cc56b7a9dc54 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.850282 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0b17d48-35da-4cb2-9faf-8b921e1b6e87 req-afa1459e-60b6-4903-95f1-cc56b7a9dc54 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 943 time: 0.1122735 Mar 28 19:02:34.865313 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-84134308-c075-4ecc-9fc4-a9ddef2f31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:34.866680 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-84134308-c075-4ecc-9fc4-a9ddef2f31f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7cfbed6-aee0-4c8d-991a-381fffd79190 HTTP/1.1" status: 200 len: 854 time: 0.0654449 Mar 28 19:02:34.908081 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-a1e57c00-7996-4ed3-88cf-37ba2b40cc88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c914d1f5-3ea5-465f-b465-78fdfc96a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327191 Mar 28 19:02:34.931187 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c0b17d48-35da-4cb2-9faf-8b921e1b6e87 req-017e318b-3577-414d-8d94-9e68796f7f6e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747526 Mar 28 19:02:35.009040 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-fc8f55a4-3f72-4e2b-b498-3b592112ab41 service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911818 Mar 28 19:02:35.098395 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-92e9c750-516b-424d-ba99-adf2d68e3098 req-e491c4b1-3cf4-4dc5-a142-b9c775d250f6 service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834072 Mar 28 19:02:35.168415 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 58207693-63e3-4cd2-9227-a512c0a36a7c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:02:35.270802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 58207693-63e3-4cd2-9227-a512c0a36a7c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=58207693-63e3-4cd2-9227-a512c0a36a7c,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:35.282646 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'port_id': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'mac_address': 'fa:16:3e:0e:cb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:02:35.327031 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 58207693-63e3-4cd2-9227-a512c0a36a7c is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:35.327424 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:35.340562 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58207693-63e3-4cd2-9227-a512c0a36a7c {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:02:35.345627 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072344a-1b56-45d3-88ed-b6fec10ab73b req-a428912f-d5d6-4edf-b5bc-6bc66ceddd67 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:35.347335 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1072344a-1b56-45d3-88ed-b6fec10ab73b req-a428912f-d5d6-4edf-b5bc-6bc66ceddd67 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0583344 Mar 28 19:02:35.357174 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba8493-eab6-41cd-8601-380dd56972ab req-8e1643dd-981a-4702-a819-0cbf33637155 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:35.358757 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e1ba8493-eab6-41cd-8601-380dd56972ab req-8e1643dd-981a-4702-a819-0cbf33637155 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 943 time: 0.0664010 Mar 28 19:02:35.360896 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 58207693-63e3-4cd2-9227-a512c0a36a7c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=58207693-63e3-4cd2-9227-a512c0a36a7c,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:35.364955 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:35.399964 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1072344a-1b56-45d3-88ed-b6fec10ab73b req-9297168d-c1a7-4db0-9466-1685a7825a78 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 Mar 28 19:02:35.408267 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e1ba8493-eab6-41cd-8601-380dd56972ab req-87644c86-16a5-4890-898a-75619b4e8eff tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Mar 28 19:02:35.416782 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=58207693-63e3-4cd2-9227-a512c0a36a7c,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:35.797647 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['58207693-63e3-4cd2-9227-a512c0a36a7c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:02:36.049520 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd78d2c-beb9-4afd-b6f2-6412a7a7bed2 req-9120414f-f59c-4abe-b1d5-248e09f2ccd0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:36.050895 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efd78d2c-beb9-4afd-b6f2-6412a7a7bed2 req-9120414f-f59c-4abe-b1d5-248e09f2ccd0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0543559 Mar 28 19:02:36.096593 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-efd78d2c-beb9-4afd-b6f2-6412a7a7bed2 req-29438083-877c-4026-9c45-f4cea3a77bc0 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Mar 28 19:02:36.281782 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:02:36.521562 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8cc80-6372-4a8d-a431-7555fe927edf req-4079d877-038e-429a-b0fe-ea7ba095aa53 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:36.523047 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2fa8cc80-6372-4a8d-a431-7555fe927edf req-4079d877-038e-429a-b0fe-ea7ba095aa53 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Mar 28 19:02:36.526848 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de0f4f-6924-4fb8-8334-b746d3f8c857 req-d898158e-43bd-4f97-a3fa-84aed83b21a8 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:36.528287 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f6de0f4f-6924-4fb8-8334-b746d3f8c857 req-d898158e-43bd-4f97-a3fa-84aed83b21a8 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 943 time: 0.0504472 Mar 28 19:02:36.568438 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2fa8cc80-6372-4a8d-a431-7555fe927edf req-2d7d78ec-177a-4741-9ced-01e2efc07cf5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390308 Mar 28 19:02:36.573818 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f6de0f4f-6924-4fb8-8334-b746d3f8c857 req-cb3b8969-1e4f-46a3-ae4e-d4a31b1ec384 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Mar 28 19:02:37.175802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 58207693-63e3-4cd2-9227-a512c0a36a7c up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:02:37.215532 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38d9c-d675-454a-a165-6ef02a8d4971 req-53ad44d3-26ec-4aca-b5aa-bbc4f34ca44f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:37.217045 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-37e38d9c-d675-454a-a165-6ef02a8d4971 req-53ad44d3-26ec-4aca-b5aa-bbc4f34ca44f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0563185 Mar 28 19:02:37.223425 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 58207693-63e3-4cd2-9227-a512c0a36a7c completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:02:37.228105 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 58207693-63e3-4cd2-9227-a512c0a36a7c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:02:37.228477 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:37.263504 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-37e38d9c-d675-454a-a165-6ef02a8d4971 req-ed15d8b3-c59c-455e-babc-2b908c6f172e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Mar 28 19:02:37.306340 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 58207693-63e3-4cd2-9227-a512c0a36a7c is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:37.306724 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:37.328277 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:37.330517 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a197d390-4834-4e4f-a196-bbc5151d7299" -d '{"events": [{"server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:37.342862 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 58207693-63e3-4cd2-9227-a512c0a36a7c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=58207693-63e3-4cd2-9227-a512c0a36a7c,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:37.346774 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:37.369267 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28775ca-a709-4589-975e-6437ba65c36c x-openstack-request-id: req-a28775ca-a709-4589-975e-6437ba65c36c {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:37.369554 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:37.369804 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a28775ca-a709-4589-975e-6437ba65c36c {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:37.370211 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28775ca-a709-4589-975e-6437ba65c36c'] response: {'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'code': 200} Mar 28 19:02:37.394558 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=58207693-63e3-4cd2-9227-a512c0a36a7c,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:37.533639 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2577-68e3-406b-9806-870c8279c920 req-b9dc0e71-e8b5-40c1-8813-582089f9f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:37.535189 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-74bc2577-68e3-406b-9806-870c8279c920 req-b9dc0e71-e8b5-40c1-8813-582089f9f164 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 1129 time: 0.0453660 Mar 28 19:02:37.577475 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-74bc2577-68e3-406b-9806-870c8279c920 req-83fb50ce-67a9-479b-90cd-23e713ca53e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363781 Mar 28 19:02:37.688383 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c6830-6882-457a-aa1e-9cb9a3d3a213 req-cbbb76e6-d608-4ff1-a268-8c5e17ba48fe tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:37.689858 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-239c6830-6882-457a-aa1e-9cb9a3d3a213 req-cbbb76e6-d608-4ff1-a268-8c5e17ba48fe tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 943 time: 0.0517030 Mar 28 19:02:37.692007 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91639b1-16d4-4eee-9040-9efb13238876 req-ffe316e5-5e22-4bc8-b461-e780b34e2148 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:37.693531 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f91639b1-16d4-4eee-9040-9efb13238876 req-ffe316e5-5e22-4bc8-b461-e780b34e2148 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Mar 28 19:02:37.737014 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-239c6830-6882-457a-aa1e-9cb9a3d3a213 req-68560abf-9099-4a2b-9e5d-6e9f1d7dbc57 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Mar 28 19:02:37.739711 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f91639b1-16d4-4eee-9040-9efb13238876 req-43851023-0de8-4276-9887-8bf4ab7f5020 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Mar 28 19:02:38.382457 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6721e-d6b2-43bb-acb2-bb62cbb9b073 req-1a62c1cd-82ea-44fb-90fe-3631d4fbcaaa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:38.384447 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b7e6721e-d6b2-43bb-acb2-bb62cbb9b073 req-1a62c1cd-82ea-44fb-90fe-3631d4fbcaaa tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0506935 Mar 28 19:02:38.432815 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b7e6721e-d6b2-43bb-acb2-bb62cbb9b073 req-ed57e81d-b1b0-4792-897d-3349758c2e4e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Mar 28 19:02:38.851839 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79abb9-c039-4419-9d1d-1d19759251a3 req-4dd9e9e3-a32b-4d4c-a846-ccdbd901d5b0 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:38.854098 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df79abb9-c039-4419-9d1d-1d19759251a3 req-4dd9e9e3-a32b-4d4c-a846-ccdbd901d5b0 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 943 time: 0.0525427 Mar 28 19:02:38.859610 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62063e4c-4aa7-48d6-8684-2b9f80de0744 req-55daf538-5834-47f4-b330-6d13c9ca019a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:38.861047 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-62063e4c-4aa7-48d6-8684-2b9f80de0744 req-55daf538-5834-47f4-b330-6d13c9ca019a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0501754 Mar 28 19:02:38.905490 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df79abb9-c039-4419-9d1d-1d19759251a3 req-b9c421d7-f82d-47ac-9fb3-a24d51392a93 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459313 Mar 28 19:02:38.909668 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-62063e4c-4aa7-48d6-8684-2b9f80de0744 req-d8ec3431-3fb3-40fa-b4d2-60685922cb8a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Mar 28 19:02:39.178247 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device b6c63654-0526-4b70-9ee5-b62c227a1767 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:02:39.272426 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port b6c63654-0526-4b70-9ee5-b62c227a1767, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=b6c63654-0526-4b70-9ee5-b62c227a1767,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:39.283964 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'b6c63654-0526-4b70-9ee5-b62c227a1767', 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277', 'port_id': 'b6c63654-0526-4b70-9ee5-b62c227a1767', 'mac_address': 'fa:16:3e:b5:1b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cfbed6-aee0-4c8d-991a-381fffd79190', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:02:39.318397 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port b6c63654-0526-4b70-9ee5-b62c227a1767 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:39.318779 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.331278 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c63654-0526-4b70-9ee5-b62c227a1767 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:02:39.350468 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port b6c63654-0526-4b70-9ee5-b62c227a1767, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=b6c63654-0526-4b70-9ee5-b62c227a1767,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:39.354179 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:39.397616 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=b6c63654-0526-4b70-9ee5-b62c227a1767,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:39.547507 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989799ee-cfef-4d4f-839c-97bd501f43b5 req-4a9259cf-a8b5-41c9-b537-00f70cdba830 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:39.548947 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-989799ee-cfef-4d4f-839c-97bd501f43b5 req-4a9259cf-a8b5-41c9-b537-00f70cdba830 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0512221 Mar 28 19:02:39.595850 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-989799ee-cfef-4d4f-839c-97bd501f43b5 req-0448a0ec-af8b-4c77-8c4d-61c1cc6e0e7e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 Mar 28 19:02:39.705011 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f912b-0a20-4bd7-933e-a50c2375d43e req-67804693-df34-4aeb-91fe-64b0ff57d230 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:39.706476 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-670f912b-0a20-4bd7-933e-a50c2375d43e req-67804693-df34-4aeb-91fe-64b0ff57d230 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0505922 Mar 28 19:02:39.714832 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 37476) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:02:39.718978 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Request body: {'floatingip': {'port_id': '58207693-63e3-4cd2-9227-a512c0a36a7c'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:02:39.736092 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['b6c63654-0526-4b70-9ee5-b62c227a1767'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:02:39.759955 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (f619e0a5-fae8-422c-8efe-8698adb2a687), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:40.024398 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb67dd8-1471-4826-b1fe-8192e949624a req-4b07f1ab-9779-4e83-8b35-ac7082277552 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:40.025892 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbb67dd8-1471-4826-b1fe-8192e949624a req-4b07f1ab-9779-4e83-8b35-ac7082277552 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 944 time: 0.0526984 Mar 28 19:02:40.072570 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cbb67dd8-1471-4826-b1fe-8192e949624a req-cc903824-6dbd-4118-b308-4fcf61c4400a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Mar 28 19:02:40.137955 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654ca00-f93c-4e1c-b702-641b7cdb6252 req-2a0fc0ed-07ac-41ee-bc15-95af0b632108 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:40.139433 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e654ca00-f93c-4e1c-b702-641b7cdb6252 req-2a0fc0ed-07ac-41ee-bc15-95af0b632108 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.1341131 Mar 28 19:02:40.412177 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.db.resource_extend [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:02:40.472497 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e654ca00-f93c-4e1c-b702-641b7cdb6252 req-fc54aaab-257f-4b0d-89aa-9270d7f129a5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119366 Mar 28 19:02:40.478943 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:40.482612 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (f619e0a5-fae8-422c-8efe-8698adb2a687), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:40.577988 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP f619e0a5-fae8-422c-8efe-8698adb2a687 associated. External IP: 172.27.1.253, port: 58207693-63e3-4cd2-9227-a512c0a36a7c. Mar 28 19:02:40.779286 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:02:40.885189 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:02:40.890038 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:40.894638 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:02:40.904045 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:40.904654 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:02:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:40.930175 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-67ae7339-8316-4cc6-bbd8-19281df64b38 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "PUT /v2.0/floatingips/f619e0a5-fae8-422c-8efe-8698adb2a687 HTTP/1.1" status: 200 len: 991 time: 1.2043059 Mar 28 19:02:40.930175 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:40.930175 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:40.958535 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0762b4b-bd9e-43dd-b9fe-e1def8cc3bab x-openstack-request-id: req-b0762b4b-bd9e-43dd-b9fe-e1def8cc3bab {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:40.958824 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:40.959108 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0762b4b-bd9e-43dd-b9fe-e1def8cc3bab {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:40.959479 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0762b4b-bd9e-43dd-b9fe-e1def8cc3bab'] response: {'name': 'network-changed', 'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'status': 'completed', 'code': 200} Mar 28 19:02:41.012334 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:41.025433 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-a68649d9-235d-4e98-80b1-389b02c09457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.026921 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-a68649d9-235d-4e98-80b1-389b02c09457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 1129 time: 0.0470040 Mar 28 19:02:41.113907 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-666cee9c-c76b-4437-9196-245bfec9673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.115459 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-666cee9c-c76b-4437-9196-245bfec9673d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 916 time: 0.0832415 Mar 28 19:02:41.187699 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-4d31095a-7bd7-4569-9d26-21e3925c5e28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58207693-63e3-4cd2-9227-a512c0a36a7c HTTP/1.1" status: 200 len: 999 time: 0.0662818 Mar 28 19:02:41.187958 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device b6c63654-0526-4b70-9ee5-b62c227a1767 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:02:41.193657 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8e623-7d11-4471-b24e-1c6d032ff1fc req-8b8135ab-60cc-426d-a0b3-4fd7591da335 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.195248 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-dcd8e623-7d11-4471-b24e-1c6d032ff1fc req-8b8135ab-60cc-426d-a0b3-4fd7591da335 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 944 time: 0.0550659 Mar 28 19:02:41.238296 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-79e72e3a-50e5-4330-a1ef-6db53ca950ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.239825 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-79e72e3a-50e5-4330-a1ef-6db53ca950ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0469036 Mar 28 19:02:41.249335 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port b6c63654-0526-4b70-9ee5-b62c227a1767 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:02:41.252553 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'f619e0a5-fae8-422c-8efe-8698adb2a687', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:0e:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:02:26Z', 'updated_at': '2022-03-28T19:02:40Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:41.253768 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-dcd8e623-7d11-4471-b24e-1c6d032ff1fc req-4f08b344-eda9-47b6-a56d-f9db3e64d3de tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Mar 28 19:02:41.255067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port b6c63654-0526-4b70-9ee5-b62c227a1767 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:02:41.255534 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:41.285192 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:02:41.293483 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-ce5a5fd1-789b-4c5f-b128-419807fb3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.293669 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:02:41.294297 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:02:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:41.295295 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-ce5a5fd1-789b-4c5f-b128-419807fb3d00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494585 Mar 28 19:02:41.344487 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port b6c63654-0526-4b70-9ee5-b62c227a1767 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:41.344876 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:41.368499 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbbed9-5976-4487-8617-44aa88030f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c63654-0526-4b70-9ee5-b62c227a1767'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:41.370817 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a8115-470b-4511-a65b-680eeeff8e89" -d '{"events": [{"server_uuid": "bacbbed9-5976-4487-8617-44aa88030f64", "name": "network-vif-plugged", "status": "completed", "tag": "b6c63654-0526-4b70-9ee5-b62c227a1767"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:41.384534 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port b6c63654-0526-4b70-9ee5-b62c227a1767, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=b6c63654-0526-4b70-9ee5-b62c227a1767,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:41.389699 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:41.412434 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:02:41.432207 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c363cf-9cbd-4467-a69c-d99fe337c1d3 x-openstack-request-id: req-76c363cf-9cbd-4467-a69c-d99fe337c1d3 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:41.432501 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbbed9-5976-4487-8617-44aa88030f64", "name": "network-vif-plugged", "status": "completed", "tag": "b6c63654-0526-4b70-9ee5-b62c227a1767", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:41.432775 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76c363cf-9cbd-4467-a69c-d99fe337c1d3 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:41.433175 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c363cf-9cbd-4467-a69c-d99fe337c1d3'] response: {'server_uuid': 'bacbbed9-5976-4487-8617-44aa88030f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c63654-0526-4b70-9ee5-b62c227a1767', 'code': 200} Mar 28 19:02:41.456921 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=b6c63654-0526-4b70-9ee5-b62c227a1767,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:41.618776 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b641f8c-8607-4075-9301-da32b368f5ad req-f54faa5c-05af-411f-aa96-ac53389cd14c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.620966 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7b641f8c-8607-4075-9301-da32b368f5ad req-f54faa5c-05af-411f-aa96-ac53389cd14c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0604181 Mar 28 19:02:41.671270 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7b641f8c-8607-4075-9301-da32b368f5ad req-1845b1df-b837-459a-a94d-a811b4404731 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430384 Mar 28 19:02:41.672030 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'f619e0a5-fae8-422c-8efe-8698adb2a687', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:0e:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:02:26Z', 'updated_at': '2022-03-28T19:02:40Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:02:41.676578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e5628-2018-41e9-8525-09184b82649b req-e605edaf-137a-4180-8716-cf723f4b7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:41.678185 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b3e5628-2018-41e9-8525-09184b82649b req-e605edaf-137a-4180-8716-cf723f4b7d57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 1129 time: 0.0636652 Mar 28 19:02:41.702096 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357799d-5b63-47a8-b634-df345d88cc9d None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'f619e0a5-fae8-422c-8efe-8698adb2a687', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'port_id': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'mac_address': 'fa:16:3e:0e:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:02:26Z', 'updated_at': '2022-03-28T19:02:40Z', 'revision_number': 1, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:02:41.705645 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-5a1c0d62-0725-49cf-8212-91df0f8f2ebb service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030974 Mar 28 19:02:41.776324 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5b3e5628-2018-41e9-8525-09184b82649b req-372862ce-2834-46f5-a2c9-c136bbbde5a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892665 Mar 28 19:02:41.813585 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2ac63cb6-0d86-465f-bb27-ee091c56cc1e req-a8037bf4-bfa5-44bf-baec-9f679c63b41a service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980060 Mar 28 19:02:41.885249 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4797c59-2f7a-4662-a090-6510f1200cde None None] New status for floating IP f619e0a5-fae8-422c-8efe-8698adb2a687: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:02:42.370705 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36995745-b04f-45ab-8440-461c90739c5a req-6fe33ebc-ee25-492a-9ff4-f0a17890584d tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:42.372136 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-36995745-b04f-45ab-8440-461c90739c5a req-6fe33ebc-ee25-492a-9ff4-f0a17890584d tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 945 time: 0.0513709 Mar 28 19:02:42.416202 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-36995745-b04f-45ab-8440-461c90739c5a req-85edd159-fd71-45ec-a49f-8078dd820b5a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 Mar 28 19:02:42.793044 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6bbab-79a0-405b-8fd7-d5bacdc07a1b req-8bbb2f7e-e1e3-42c6-af6b-cc8a4c83ba84 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:42.794517 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-dab6bbab-79a0-405b-8fd7-d5bacdc07a1b req-8bbb2f7e-e1e3-42c6-af6b-cc8a4c83ba84 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Mar 28 19:02:42.839570 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-dab6bbab-79a0-405b-8fd7-d5bacdc07a1b req-ce1717ec-5d7b-4bbd-9451-111c09508064 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396717 Mar 28 19:02:43.530360 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5356e1b-8b4c-43f2-9f04-cf2359303a70 req-cd1bad2d-89cf-4f02-9766-811740b83b19 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.531790 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5356e1b-8b4c-43f2-9f04-cf2359303a70 req-cd1bad2d-89cf-4f02-9766-811740b83b19 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 945 time: 0.0505843 Mar 28 19:02:43.582105 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c5356e1b-8b4c-43f2-9f04-cf2359303a70 req-36ea6b51-559a-42e1-9da1-a6c2c15b4efc tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448158 Mar 28 19:02:43.964409 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a97b6-dd2d-4bd7-aabb-b02858df062e req-2824e053-1d6f-45c2-9215-3c1182177d25 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:43.965920 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4f4a97b6-dd2d-4bd7-aabb-b02858df062e req-2824e053-1d6f-45c2-9215-3c1182177d25 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0558534 Mar 28 19:02:44.019256 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4f4a97b6-dd2d-4bd7-aabb-b02858df062e req-d9007cfb-df12-411f-a2ad-cbd0c1b0d8ff tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474856 Mar 28 19:02:45.144385 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc5679-6138-4fa5-b15d-0ac00c129b5b req-77d60065-0883-4b26-b210-f65fb16bee27 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:45.145847 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1cc5679-6138-4fa5-b15d-0ac00c129b5b req-77d60065-0883-4b26-b210-f65fb16bee27 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0534046 Mar 28 19:02:45.191275 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c1cc5679-6138-4fa5-b15d-0ac00c129b5b req-e5fa2c1e-80ca-41a0-b19d-90bf8034d615 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393310 Mar 28 19:02:46.313685 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777af5db-1cc2-43e0-bb52-4c7053deab61 req-f72b5771-2ef2-4f3c-ad78-91a625e6cd9b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:46.315065 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-777af5db-1cc2-43e0-bb52-4c7053deab61 req-f72b5771-2ef2-4f3c-ad78-91a625e6cd9b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Mar 28 19:02:46.363605 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-777af5db-1cc2-43e0-bb52-4c7053deab61 req-8c695e12-3cff-4712-8384-24139efac905 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Mar 28 19:02:47.486265 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fef807-aae3-49d1-8565-1e197632ec76 req-9e511415-f383-4037-b4b3-76f986438309 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:47.488187 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84fef807-aae3-49d1-8565-1e197632ec76 req-9e511415-f383-4037-b4b3-76f986438309 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0539584 Mar 28 19:02:47.536023 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84fef807-aae3-49d1-8565-1e197632ec76 req-e89f9b59-f907-4cde-a616-3a0b41d06fb5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Mar 28 19:02:48.660194 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54be74-bacf-4aa6-964d-6078ffe56dbd req-68645b3a-b6e9-40bb-bcc7-effee66bd378 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:48.662059 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-db54be74-bacf-4aa6-964d-6078ffe56dbd req-68645b3a-b6e9-40bb-bcc7-effee66bd378 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0530138 Mar 28 19:02:48.710291 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-db54be74-bacf-4aa6-964d-6078ffe56dbd req-dfd362b1-1453-488d-9972-b01ee2f7d4d6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Mar 28 19:02:49.276059 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:02:49.373081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:49.384241 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'port_id': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'mac_address': 'fa:16:3e:aa:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:02:49.420709 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: ACTIVE; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:49.421096 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:49.434093 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9d2c54c-692b-4fde-accb-d107afbbbe2d {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:02:49.453656 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:49.458674 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:49.511394 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=6']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:49.553291 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['a9d2c54c-692b-4fde-accb-d107afbbbe2d'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:02:49.837559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312746-baaf-458d-8a6c-7053fc9f2268 req-146a4b61-a238-4ad0-b23f-b76e943a8e3e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:49.839040 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-11312746-baaf-458d-8a6c-7053fc9f2268 req-146a4b61-a238-4ad0-b23f-b76e943a8e3e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0568473 Mar 28 19:02:49.883619 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-11312746-baaf-458d-8a6c-7053fc9f2268 req-53739ff7-74c9-47cc-b9de-e253bb44933c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390432 Mar 28 19:02:51.008582 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce24ea-438f-469f-920a-a592d0d5a6d4 req-988fbccc-fb3a-4768-82b2-f35419f14b86 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:51.010564 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0ce24ea-438f-469f-920a-a592d0d5a6d4 req-988fbccc-fb3a-4768-82b2-f35419f14b86 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0561333 Mar 28 19:02:51.056141 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f0ce24ea-438f-469f-920a-a592d0d5a6d4 req-71be7960-efd0-49b0-ab4c-083a88bfa935 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Mar 28 19:02:51.280398 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:02:51.328005 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port a9d2c54c-692b-4fde-accb-d107afbbbe2d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:02:51.328373 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:51.405217 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:02:51.405597 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:51.426585 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:02:51.428868 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c0ea54-cb6f-436d-b4f5-387aaeacf6cf" -d '{"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:02:51.441859 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:02:51.445725 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:51.471741 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f294c8ba-f1dc-42d7-aece-559ad0f13a90 x-openstack-request-id: req-f294c8ba-f1dc-42d7-aece-559ad0f13a90 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:02:51.472032 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:02:51.472289 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f294c8ba-f1dc-42d7-aece-559ad0f13a90 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:02:51.472668 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f294c8ba-f1dc-42d7-aece-559ad0f13a90'] response: {'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'code': 200} Mar 28 19:02:51.496411 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=7']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:52.180705 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e3d22-b15c-4882-8ba5-c3c0a32d4073 req-9343f43b-d04e-446e-b840-61a7d994f608 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:52.182207 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-963e3d22-b15c-4882-8ba5-c3c0a32d4073 req-9343f43b-d04e-446e-b840-61a7d994f608 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0534134 Mar 28 19:02:52.227213 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-963e3d22-b15c-4882-8ba5-c3c0a32d4073 req-45cb7359-9e05-4278-91ed-f3a398509d86 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394499 Mar 28 19:02:53.357581 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4dc4a-025c-49c4-9820-f6e6c34f5d4e req-e23d185d-c12f-4aed-8101-4471f363923c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:53.359090 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19b4dc4a-025c-49c4-9820-f6e6c34f5d4e req-e23d185d-c12f-4aed-8101-4471f363923c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0558772 Mar 28 19:02:53.413791 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19b4dc4a-025c-49c4-9820-f6e6c34f5d4e req-1bae6b45-e5ed-4d8a-bfd0-ce53ada7bf28 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493474 Mar 28 19:02:53.945942 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:54.594551 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f105212-ad99-4683-b926-b5cbf51a14ea req-8f9a73c6-4a8f-4d91-aa1e-f9c33ebc2cf8 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:54.597118 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1f105212-ad99-4683-b926-b5cbf51a14ea req-8f9a73c6-4a8f-4d91-aa1e-f9c33ebc2cf8 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0896809 Mar 28 19:02:54.646189 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1f105212-ad99-4683-b926-b5cbf51a14ea req-d597da57-0abf-484e-8b15-531f40250268 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Mar 28 19:02:54.689530 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-17e29d25-24d1-496a-b453-fd3c9a1bafa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:55.788413 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c2061-7b01-4c14-8d27-386f9c5b843e req-82d483e4-a650-4d48-bbff-766bcba9db8e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:55.790383 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a8c2061-7b01-4c14-8d27-386f9c5b843e req-82d483e4-a650-4d48-bbff-766bcba9db8e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0589025 Mar 28 19:02:55.840345 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1a8c2061-7b01-4c14-8d27-386f9c5b843e req-6562c2ef-3a21-4607-8674-5a28db82bfca tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439723 Mar 28 19:02:56.214617 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-d12dc0d8-043e-4b18-9b2c-d1d6bd3914e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:56.216761 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-d12dc0d8-043e-4b18-9b2c-d1d6bd3914e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1129 time: 0.0528648 Mar 28 19:02:56.350193 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-c3c3db02-6205-40b7-ab7f-3fb02037ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:56.352180 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-c3c3db02-6205-40b7-ab7f-3fb02037ad06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.1137211 Mar 28 19:02:56.438758 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-38b8a605-2af7-4937-81d0-699c17c68bbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 1000 time: 0.0779474 Mar 28 19:02:56.495993 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-287cf0f4-f15a-4fa3-ab98-76dd74465521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:56.497581 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-287cf0f4-f15a-4fa3-ab98-76dd74465521 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0512307 Mar 28 19:02:56.552749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-1324cb17-60c4-40ab-8b88-851efe4b7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:56.555741 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-1324cb17-60c4-40ab-8b88-851efe4b7778 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506175 Mar 28 19:02:56.664569 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-7afdef76-bb6b-488a-8b34-113f6e4af96b service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012475 Mar 28 19:02:56.759567 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc355f47-bf64-4fba-9575-2c70692d2e5c req-cdd70d57-ed6f-42ab-a4d4-34a2c44f549c service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884278 Mar 28 19:02:56.944451 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8e143086-2381-4cde-893b-a678c1d3e620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:56.984987 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780321-6777-4e78-a7fa-3d07d0c821a3 req-9558f232-9790-4778-bde0-d47e86fd0b27 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:56.987275 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-73780321-6777-4e78-a7fa-3d07d0c821a3 req-9558f232-9790-4778-bde0-d47e86fd0b27 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0744939 Mar 28 19:02:57.038327 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-73780321-6777-4e78-a7fa-3d07d0c821a3 req-d31aadb8-fab8-4561-b05d-6c4a2c80c4d1 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 Mar 28 19:02:58.097821 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:02:58.175492 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b67980-36d8-489a-9836-f3f0ad5036f7 req-65cf3f69-09da-4cd2-a775-1809bac64fa9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:58.176961 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-24b67980-36d8-489a-9836-f3f0ad5036f7 req-65cf3f69-09da-4cd2-a775-1809bac64fa9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0594776 Mar 28 19:02:58.225577 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-24b67980-36d8-489a-9836-f3f0ad5036f7 req-bc4caa9c-c62f-4aac-b101-eedf4e38c128 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Mar 28 19:02:59.346458 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06492bf6-f2e2-4736-bba1-5d4fa1015c73 req-6f05b3ee-55e2-4463-abe4-c559ded5f59d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:02:59.347911 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-06492bf6-f2e2-4736-bba1-5d4fa1015c73 req-6f05b3ee-55e2-4463-abe4-c559ded5f59d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Mar 28 19:02:59.398685 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-06492bf6-f2e2-4736-bba1-5d4fa1015c73 req-10378b48-e8bf-41c1-a09b-90fcc6eb3170 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Mar 28 19:02:59.629244 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:00.529647 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daddb2-4b8d-4dc9-9aca-50f10fe28975 req-d74ff287-a3c6-44f0-84df-dc111d889a52 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:00.531171 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83daddb2-4b8d-4dc9-9aca-50f10fe28975 req-d74ff287-a3c6-44f0-84df-dc111d889a52 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0570309 Mar 28 19:03:00.589016 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-83daddb2-4b8d-4dc9-9aca-50f10fe28975 req-a5a7bb78-e6c6-4359-955a-1a98d24c4ce8 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519257 Mar 28 19:03:01.031269 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:01.713164 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2025bf7-2ed2-4139-b25c-890b86d4ce92 req-76caaee5-ea5c-4a3e-9f65-749edabe9e6c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:01.714666 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d2025bf7-2ed2-4139-b25c-890b86d4ce92 req-76caaee5-ea5c-4a3e-9f65-749edabe9e6c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Mar 28 19:03:01.763689 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d2025bf7-2ed2-4139-b25c-890b86d4ce92 req-c6fb9662-b466-4afb-9abf-a14c8a96c483 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Mar 28 19:03:02.889830 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325c699-b872-42eb-8877-5757d1adca3e req-89f46084-4e88-47b2-a017-5eac17022a65 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:02.891835 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0325c699-b872-42eb-8877-5757d1adca3e req-89f46084-4e88-47b2-a017-5eac17022a65 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0584576 Mar 28 19:03:02.942050 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0325c699-b872-42eb-8877-5757d1adca3e req-60ddb392-f866-4336-bf1f-165359fcc1c8 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Mar 28 19:03:04.079376 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e906b7-131a-42aa-a2be-c4cdf6bf75fd req-b8018c37-52ea-440b-a486-26680cc19cfd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:04.080896 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-53e906b7-131a-42aa-a2be-c4cdf6bf75fd req-b8018c37-52ea-440b-a486-26680cc19cfd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0552888 Mar 28 19:03:04.131001 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-53e906b7-131a-42aa-a2be-c4cdf6bf75fd req-9ad68353-0063-4567-9b65-c565060a885e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442278 Mar 28 19:03:05.262599 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab183f-d2df-4b00-ac9b-a0add233e58c req-6d42c647-0190-4d7c-8131-c26fbea9fa54 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:05.264164 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4ab183f-d2df-4b00-ac9b-a0add233e58c req-6d42c647-0190-4d7c-8131-c26fbea9fa54 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0556324 Mar 28 19:03:05.313988 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e4ab183f-d2df-4b00-ac9b-a0add233e58c req-5da3afed-caf7-421c-ae9b-07810eb5a593 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440383 Mar 28 19:03:05.976648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-22e5624c-747c-4728-832b-4e7d8db87075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:05.978204 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-22e5624c-747c-4728-832b-4e7d8db87075 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1129 time: 0.0422492 Mar 28 19:03:06.069611 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-c84ce553-edeb-4a63-a73a-beb69aa95515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:06.071092 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-c84ce553-edeb-4a63-a73a-beb69aa95515 service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.0866640 Mar 28 19:03:06.136431 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-705ef48a-c2f1-4b03-83da-e278f145b0a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 1000 time: 0.0578814 Mar 28 19:03:06.189222 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-b1949267-249b-44fe-85ca-5ad2f5a90e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:06.190637 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-b1949267-249b-44fe-85ca-5ad2f5a90e95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0459483 Mar 28 19:03:06.238465 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-ab1d3f24-02eb-408e-823f-1120daa85fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:06.239797 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-ab1d3f24-02eb-408e-823f-1120daa85fcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425246 Mar 28 19:03:06.323871 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-633f3390-a47d-4793-92ca-e6c5b256e755 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779731 Mar 28 19:03:06.414896 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f3abd886-75ce-4b95-8eaf-c90288815797 req-a44e7b13-3090-4388-9aa6-74850169b22a service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847459 Mar 28 19:03:06.440090 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56672d91-dd7d-47cb-a3e8-5900bb437ed6 req-3b5b95d9-78e8-4fd6-9bde-5c682faba93f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:06.441551 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-56672d91-dd7d-47cb-a3e8-5900bb437ed6 req-3b5b95d9-78e8-4fd6-9bde-5c682faba93f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0560117 Mar 28 19:03:06.486548 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-56672d91-dd7d-47cb-a3e8-5900bb437ed6 req-ae985274-2b55-44d2-8dad-43cb2cbd12ca tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 Mar 28 19:03:07.607227 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc0716-d133-4eeb-8cd8-ef440a3ea117 req-4b396d17-d8b1-4b66-96a5-390449a516e3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:07.608599 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13cc0716-d133-4eeb-8cd8-ef440a3ea117 req-4b396d17-d8b1-4b66-96a5-390449a516e3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0514097 Mar 28 19:03:07.655012 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13cc0716-d133-4eeb-8cd8-ef440a3ea117 req-ccb166d7-8076-4071-a80e-e69743dfce1f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Mar 28 19:03:08.779732 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c0e1-f733-47cb-9a00-24a43bc80acb req-0fd6d7b6-b60d-4915-8166-51cd991912e3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:08.781203 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9d71c0e1-f733-47cb-9a00-24a43bc80acb req-0fd6d7b6-b60d-4915-8166-51cd991912e3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 945 time: 0.0535085 Mar 28 19:03:08.826630 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9d71c0e1-f733-47cb-9a00-24a43bc80acb req-09b581c1-94d9-4d88-8655-3c142ee62cdd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Mar 28 19:03:09.360736 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:03:09.557169 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:03:09.557556 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:09.559492 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-c12a8ab3-7451-4949-8678-70734465dc50 req-d8d6cb93-f482-4338-9ef9-ec7f74adfb52 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 19:03:09.560562 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c12a8ab3-7451-4949-8678-70734465dc50 req-d8d6cb93-f482-4338-9ef9-ec7f74adfb52 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057728 Mar 28 19:03:09.579868 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:03:09.582070 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0934fa60-8dcd-48a9-9127-32990fa45622" -d '{"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:03:09.595050 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:09.600081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:09.650273 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a693b9-4b4d-431f-8f60-7edc77f79473 x-openstack-request-id: req-01a693b9-4b4d-431f-8f60-7edc77f79473 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:03:09.650578 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-unplugged", "status": "failed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d", "code": 422}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:03:09.650980 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01a693b9-4b4d-431f-8f60-7edc77f79473 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:03:09.651241 dv-cinder-835483-1-iscsi neutron-server[103111]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-01a693b9-4b4d-431f-8f60-7edc77f79473']: {'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'code': 422} returned with failed status Mar 28 19:03:09.661261 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=8']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:09.668579 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.668870 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.669197 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.669547 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.669873 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.670220 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.670548 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.670870 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.671190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.671561 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.671817 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.672139 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.672457 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.672775 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.673267 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:09.725538 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19409564-e06e-45c4-ac2d-f8d959ae4958 req-e67fcce3-ae13-452d-80b2-e4f7d8878158 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:09.726961 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19409564-e06e-45c4-ac2d-f8d959ae4958 req-e67fcce3-ae13-452d-80b2-e4f7d8878158 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0567682 Mar 28 19:03:09.754137 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-05e43ada-021c-4cee-9a2e-3e1056f86fa8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415719 Mar 28 19:03:09.772976 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19409564-e06e-45c4-ac2d-f8d959ae4958 req-07984548-4a2d-4ad1-8a15-e642975ca71e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Mar 28 19:03:09.826831 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-5dda2cd7-3fc7-49a1-8727-24ee03c5980d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:09.828173 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-5dda2cd7-3fc7-49a1-8727-24ee03c5980d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports/a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 940 time: 0.0457635 Mar 28 19:03:10.572786 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-6ff000b2-e4b2-4918-b787-699b0f450b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:10.574278 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-6ff000b2-e4b2-4918-b787-699b0f450b9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080&tenant_id=d49ef87d39694f218e59c541c06c60bb HTTP/1.1" status: 200 len: 1127 time: 0.0439792 Mar 28 19:03:10.637114 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-17f6921e-3ea3-4a10-afa1-057e02c469f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:10.638583 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-17f6921e-3ea3-4a10-afa1-057e02c469f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d49ef87d39694f218e59c541c06c60bb&device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1127 time: 0.0422130 Mar 28 19:03:10.733854 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-456dd996-6e76-470a-b555-f44f638bca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:10.735352 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-456dd996-6e76-470a-b555-f44f638bca50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 200 len: 918 time: 0.0863690 Mar 28 19:03:10.798623 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-b0020d00-d7a9-44bc-83ee-1225ac2209f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 200 len: 998 time: 0.0571258 Mar 28 19:03:10.849053 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-eff69a3c-4d03-4df7-b073-daa48f0b0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:10.850528 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-eff69a3c-4d03-4df7-b073-daa48f0b0701 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 200 len: 856 time: 0.0466068 Mar 28 19:03:10.896591 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a52e-ce17-4bf7-b017-b131d84695c8 req-28ad5b35-f259-44fb-b0f5-63a82e1eaf5e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:10.897199 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-aca0150b-0f74-4548-a04a-fc7d3edc8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:10.898084 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e543a52e-ce17-4bf7-b017-b131d84695c8 req-28ad5b35-f259-44fb-b0f5-63a82e1eaf5e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0546832 Mar 28 19:03:10.898506 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-aca0150b-0f74-4548-a04a-fc7d3edc8b27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=989a5a00-b4e7-424a-a451-554dfd2c7fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426099 Mar 28 19:03:10.944113 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e543a52e-ce17-4bf7-b017-b131d84695c8 req-c07bef8d-5237-4035-b20a-1d89d4a86894 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Mar 28 19:03:10.985290 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-6ab228fa-69b6-4779-9527-be4761e3e764 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800760 Mar 28 19:03:11.076203 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-8e54bbab-63a9-4e59-801e-141c58f08c67 service neutron] 10.222.0.15 "GET /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832560 Mar 28 19:03:12.071871 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb54c7-6a12-40e2-9b8d-4d9e7c318baa req-58e2d0c8-042b-4736-beac-7832ece96095 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:12.073376 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75fb54c7-6a12-40e2-9b8d-4d9e7c318baa req-58e2d0c8-042b-4736-beac-7832ece96095 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0557597 Mar 28 19:03:12.121454 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-75fb54c7-6a12-40e2-9b8d-4d9e7c318baa req-542db616-20c0-4d76-b4f7-a548ef52f8dc tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Mar 28 19:03:13.243295 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a26093-28ab-47df-bca2-269e7965cb93 req-a0f4f58b-6c2e-41cc-9c8d-44b31167ff13 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:13.244803 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-58a26093-28ab-47df-bca2-269e7965cb93 req-a0f4f58b-6c2e-41cc-9c8d-44b31167ff13 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0518432 Mar 28 19:03:13.281283 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:03:13.293055 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-58a26093-28ab-47df-bca2-269e7965cb93 req-ffcb0fad-d982-4a85-831e-9782f431f3ee tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 Mar 28 19:03:13.392021 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:03:13.466619 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: DOWN; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:03:14.427263 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4d804-bd50-4e7a-99ed-28b2fbd7da0b req-00c2f505-d2c9-47f2-909a-7c3140328748 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:14.428899 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-faf4d804-bd50-4e7a-99ed-28b2fbd7da0b req-00c2f505-d2c9-47f2-909a-7c3140328748 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0605855 Mar 28 19:03:14.478264 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-faf4d804-bd50-4e7a-99ed-28b2fbd7da0b req-46bc09d3-890c-4362-972c-80400fb40c2f tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Mar 28 19:03:15.627890 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d3bc8-ef34-4a9c-85a8-ed7fdb4f0906 req-111504f5-9545-48d6-9561-56862865b7f6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:15.629391 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0a0d3bc8-ef34-4a9c-85a8-ed7fdb4f0906 req-111504f5-9545-48d6-9561-56862865b7f6 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0567529 Mar 28 19:03:15.681551 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0a0d3bc8-ef34-4a9c-85a8-ed7fdb4f0906 req-8a97bfab-621c-4326-948f-ed23e167de4e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465634 Mar 28 19:03:16.810856 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5250-6868-4ec3-9cfe-204e87dfb145 req-bde0ea50-e418-485b-a129-7aafc8ece92b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:16.812402 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-409e5250-6868-4ec3-9cfe-204e87dfb145 req-bde0ea50-e418-485b-a129-7aafc8ece92b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0555191 Mar 28 19:03:16.861696 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-409e5250-6868-4ec3-9cfe-204e87dfb145 req-d7b10d58-764c-4409-af43-0f3bfaf3d3f9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Mar 28 19:03:17.995414 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea025-e720-4a91-9bb2-9d46e9773023 req-43c4e43e-a27f-42ee-baab-989311222536 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:17.997017 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-afbea025-e720-4a91-9bb2-9d46e9773023 req-43c4e43e-a27f-42ee-baab-989311222536 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0645542 Mar 28 19:03:18.047664 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-afbea025-e720-4a91-9bb2-9d46e9773023 req-40759b10-8573-4be5-bf06-41ca4a5c0ae0 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449216 Mar 28 19:03:19.178795 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796931ff-825c-465e-aa56-281d77b2a343 req-5347c761-dc42-41bd-8c33-9c9a59fbc0a5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:19.180542 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-796931ff-825c-465e-aa56-281d77b2a343 req-5347c761-dc42-41bd-8c33-9c9a59fbc0a5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0543487 Mar 28 19:03:19.231619 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-796931ff-825c-465e-aa56-281d77b2a343 req-5e89e225-2dc9-4e22-9e82-d6688effc950 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445471 Mar 28 19:03:20.359492 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8964fb7-fc14-4eda-9a67-8a78f3950d21 req-13b6d011-3897-44ae-8d8d-021c93a9ec62 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:20.361001 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d8964fb7-fc14-4eda-9a67-8a78f3950d21 req-13b6d011-3897-44ae-8d8d-021c93a9ec62 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0539625 Mar 28 19:03:20.417284 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d8964fb7-fc14-4eda-9a67-8a78f3950d21 req-d17a3905-dc63-4c94-91d1-8e5d624979d4 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506058 Mar 28 19:03:21.544059 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc5ab-565a-447a-a1c3-5538bab98ed7 req-e12f666c-c9c9-49c6-bde3-16e075e5b009 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:21.546041 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c44fc5ab-565a-447a-a1c3-5538bab98ed7 req-e12f666c-c9c9-49c6-bde3-16e075e5b009 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0552213 Mar 28 19:03:21.594771 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c44fc5ab-565a-447a-a1c3-5538bab98ed7 req-9c89dabb-16cc-404f-99a3-5f20b9403f17 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Mar 28 19:03:22.713099 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd61d68-5350-4813-a97b-6f3c14753be9 req-09488aa1-caee-4dc3-b201-8cdc82446841 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:22.714559 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cfd61d68-5350-4813-a97b-6f3c14753be9 req-09488aa1-caee-4dc3-b201-8cdc82446841 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0507979 Mar 28 19:03:22.759379 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cfd61d68-5350-4813-a97b-6f3c14753be9 req-618d2958-2eac-4701-a296-31b8aef3a648 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Mar 28 19:03:23.878498 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408a6b-8a02-457e-8b38-0d39128308a8 req-4d0f2429-ae85-46ee-a6d4-1883cb8d8fb5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:23.879943 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9408a6b-8a02-457e-8b38-0d39128308a8 req-4d0f2429-ae85-46ee-a6d4-1883cb8d8fb5 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0510697 Mar 28 19:03:23.924493 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9408a6b-8a02-457e-8b38-0d39128308a8 req-1569f2ba-1515-4ca7-b5e2-704e25a4f688 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391731 Mar 28 19:03:23.936222 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:24.681666 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f4f0-2a8f-4c2c-a72e-5e5be1e498fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:25.045053 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14b745-05f2-4681-ad9f-8f5286955733 req-01d024c2-0419-4cf6-936c-108c764a3e33 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:25.046533 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-db14b745-05f2-4681-ad9f-8f5286955733 req-01d024c2-0419-4cf6-936c-108c764a3e33 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0514433 Mar 28 19:03:25.092504 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-db14b745-05f2-4681-ad9f-8f5286955733 req-64ad33e1-6e3f-4127-a6bb-fdd1a307508c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Mar 28 19:03:26.218292 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f56ce1-e739-440c-815b-dcf5a4910d96 req-2f05e692-e320-4a3b-8b11-4efb8108a471 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:26.219752 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15f56ce1-e739-440c-815b-dcf5a4910d96 req-2f05e692-e320-4a3b-8b11-4efb8108a471 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0554364 Mar 28 19:03:26.264827 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15f56ce1-e739-440c-815b-dcf5a4910d96 req-f0125b7b-f6c1-4761-aef1-c5278809313e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396490 Mar 28 19:03:26.928420 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cae2ed8a-dc8c-4073-bfa8-0517af3c7c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:27.394653 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248b06-faf0-49a3-9703-691aa6a08cd9 req-2ff5ec41-8455-4893-8ac1-4ee68e88126e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:27.396125 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-83248b06-faf0-49a3-9703-691aa6a08cd9 req-2ff5ec41-8455-4893-8ac1-4ee68e88126e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0589957 Mar 28 19:03:27.444516 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-83248b06-faf0-49a3-9703-691aa6a08cd9 req-f978cadf-c9cc-43d8-9300-bbaf86fadb06 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Mar 28 19:03:28.090136 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:28.565532 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54106127-7232-4473-926d-eae1a97e4188 req-175694f5-cf8b-479f-9b52-9a1ec13ff808 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:28.567014 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-54106127-7232-4473-926d-eae1a97e4188 req-175694f5-cf8b-479f-9b52-9a1ec13ff808 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0512774 Mar 28 19:03:28.611107 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-54106127-7232-4473-926d-eae1a97e4188 req-9cdf185e-72b8-4b16-9bbf-21b6a6f532cf tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387576 Mar 28 19:03:29.572805 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:03:29.662135 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.683214 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:29.694724 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'port_id': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'mac_address': 'fa:16:3e:aa:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:03:29.735938 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:03:29.736155 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196a21-6903-421f-a310-27cac54f31b8 req-dbc82969-3324-48f4-bd8b-e586d5f3d7ab tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:29.736644 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.737499 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f6196a21-6903-421f-a310-27cac54f31b8 req-dbc82969-3324-48f4-bd8b-e586d5f3d7ab tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 943 time: 0.0518122 Mar 28 19:03:29.752715 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d2c54c-692b-4fde-accb-d107afbbbe2d {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:03:29.772148 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:29.781369 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:29.786059 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f6196a21-6903-421f-a310-27cac54f31b8 req-9f39da99-73bd-4441-a617-f656e8c6bbb7 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Mar 28 19:03:29.827734 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=9']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:31.033400 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:31.061342 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db568101-3626-4d44-94ed-1a43b2a46964 req-bc527c98-2ad1-4c05-a0e5-4c580a9de556 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:31.062889 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-db568101-3626-4d44-94ed-1a43b2a46964 req-bc527c98-2ad1-4c05-a0e5-4c580a9de556 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0551171 Mar 28 19:03:31.112853 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-db568101-3626-4d44-94ed-1a43b2a46964 req-7f67e603-4ae5-43fa-9259-cffa1407da7d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444839 Mar 28 19:03:32.238468 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55803a-fc2a-4b4e-9a56-fb192f17e99b req-578de101-b790-439a-8be5-c81c19328877 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:32.239992 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ea55803a-fc2a-4b4e-9a56-fb192f17e99b req-578de101-b790-439a-8be5-c81c19328877 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0561309 Mar 28 19:03:32.286113 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ea55803a-fc2a-4b4e-9a56-fb192f17e99b req-c8190e69-d4f5-44d2-b6e7-edfdf1a8e012 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 Mar 28 19:03:32.640630 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['a9d2c54c-692b-4fde-accb-d107afbbbe2d'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:03:33.406466 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4f992-5e62-446e-b1dc-1f631377e293 req-40f7c6c5-fc59-465a-a015-993dd4be8000 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:33.407929 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19b4f992-5e62-446e-b1dc-1f631377e293 req-40f7c6c5-fc59-465a-a015-993dd4be8000 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0521770 Mar 28 19:03:33.453506 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-19b4f992-5e62-446e-b1dc-1f631377e293 req-2651769a-3ca6-4510-90a7-de396bf49dd0 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Mar 28 19:03:34.572768 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3718f-351a-404c-ac60-0fc8f6aa78e4 req-1f23b981-882e-4e0f-bee9-412f0ba7da76 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:34.574219 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0fb3718f-351a-404c-ac60-0fc8f6aa78e4 req-1f23b981-882e-4e0f-bee9-412f0ba7da76 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0508525 Mar 28 19:03:34.622486 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0fb3718f-351a-404c-ac60-0fc8f6aa78e4 req-9930b26f-28b0-4abd-8730-6f902f2301ae tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Mar 28 19:03:35.742395 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127122-f5ea-4122-a1bb-5c512824365a req-0e5d790c-6bb9-4c2f-9d81-617df27706da tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:35.743851 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-45127122-f5ea-4122-a1bb-5c512824365a req-0e5d790c-6bb9-4c2f-9d81-617df27706da tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0525422 Mar 28 19:03:35.790594 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-45127122-f5ea-4122-a1bb-5c512824365a req-b3b90637-ca2a-42d5-a880-afeefcb6a167 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Mar 28 19:03:36.907609 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda66d0-a597-41ce-8018-1bd5c7fd36ef req-ab413ae4-e4ea-48a0-8031-97e16f573ac2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:36.909044 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbda66d0-a597-41ce-8018-1bd5c7fd36ef req-ab413ae4-e4ea-48a0-8031-97e16f573ac2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 944 time: 0.0501533 Mar 28 19:03:36.954338 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fbda66d0-a597-41ce-8018-1bd5c7fd36ef req-0bedf316-0e47-4dcc-a84a-09e48c8227fe tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Mar 28 19:03:37.757247 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:03:37.803891 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port a9d2c54c-692b-4fde-accb-d107afbbbe2d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:03:37.804263 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:37.882326 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port a9d2c54c-692b-4fde-accb-d107afbbbe2d is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:03:37.882710 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:37.905737 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:03:37.907944 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4889e25-e8a0-4322-8878-7ee55fdb8eeb" -d '{"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:03:37.919414 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:37.923194 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:37.948069 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e7783-ee55-45f8-887b-b15b461b4183 x-openstack-request-id: req-2f6e7783-ee55-45f8-887b-b15b461b4183 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:03:37.948359 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:03:37.948613 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f6e7783-ee55-45f8-887b-b15b461b4183 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:03:37.949005 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6e7783-ee55-45f8-887b-b15b461b4183'] response: {'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'code': 200} Mar 28 19:03:37.976460 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=10']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:38.091179 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464fe8e-42dd-45c2-bc90-cda36588dacb req-61fee1da-6618-45d6-96e6-b7414c632588 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:38.092668 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9464fe8e-42dd-45c2-bc90-cda36588dacb req-61fee1da-6618-45d6-96e6-b7414c632588 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0621893 Mar 28 19:03:38.145542 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9464fe8e-42dd-45c2-bc90-cda36588dacb req-98eee25a-2fed-4fe8-bb3e-82b0c208e696 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468729 Mar 28 19:03:38.153455 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66b33c-751c-45ba-bf6b-344da499eaa9 req-8577dde8-f6f7-4db6-98e6-fb13b14c39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:38.155537 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6f66b33c-751c-45ba-bf6b-344da499eaa9 req-8577dde8-f6f7-4db6-98e6-fb13b14c39a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 1130 time: 0.0538173 Mar 28 19:03:38.218428 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6f66b33c-751c-45ba-bf6b-344da499eaa9 req-30e48eb2-c8d1-4bb7-b9f4-f833eaac7c09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570571 Mar 28 19:03:39.280722 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab544d-f1e8-4e0e-aeb2-7ea5201080df req-3ec288a8-b653-4d8d-a4f7-98051800a1e7 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:39.282292 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9ab544d-f1e8-4e0e-aeb2-7ea5201080df req-3ec288a8-b653-4d8d-a4f7-98051800a1e7 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0537674 Mar 28 19:03:39.327642 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a9ab544d-f1e8-4e0e-aeb2-7ea5201080df req-a1e02bc7-32cd-4bf1-927b-48b7a8dfa48a tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399084 Mar 28 19:03:40.447068 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f7748-9888-4432-a54e-fc68b437ce8e req-adedd7c5-f002-479b-9737-cbed3eaf7581 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:40.448547 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-287f7748-9888-4432-a54e-fc68b437ce8e req-adedd7c5-f002-479b-9737-cbed3eaf7581 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0511274 Mar 28 19:03:40.492869 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-287f7748-9888-4432-a54e-fc68b437ce8e req-e07c7708-057f-45f3-ad7b-8ac5beee5fff tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 Mar 28 19:03:41.613815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36e655-ce2c-4882-b5ac-6d62db04b376 req-337494cd-f81d-46a8-8b4f-e3af569330b9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:41.615203 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd36e655-ce2c-4882-b5ac-6d62db04b376 req-337494cd-f81d-46a8-8b4f-e3af569330b9 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0513120 Mar 28 19:03:41.664143 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-cd36e655-ce2c-4882-b5ac-6d62db04b376 req-7a587020-e71a-4da5-8179-470103e3da26 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Mar 28 19:03:42.790868 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e566f-ea02-4fe0-b603-89b901bc80cb req-0d2ba4af-2225-4a78-8a79-4be8b7300e0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:42.792393 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9e4e566f-ea02-4fe0-b603-89b901bc80cb req-0d2ba4af-2225-4a78-8a79-4be8b7300e0c tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0576670 Mar 28 19:03:42.842360 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9e4e566f-ea02-4fe0-b603-89b901bc80cb req-988b063d-3b08-44a6-ae15-f48ccad0eacd tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Mar 28 19:03:43.963705 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62841ba2-8c61-4a3d-b12c-e6c9e55cf85b req-876cadd1-ffb6-4955-9c4a-7bb03929fc9e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:43.965151 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62841ba2-8c61-4a3d-b12c-e6c9e55cf85b req-876cadd1-ffb6-4955-9c4a-7bb03929fc9e tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Mar 28 19:03:44.013040 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62841ba2-8c61-4a3d-b12c-e6c9e55cf85b req-6b792de4-2e33-4538-95a9-86ec4c544047 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Mar 28 19:03:45.132661 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d6c34-023f-494f-81bd-7f0b2b7a70f6 req-a738e63c-a5c9-4281-97ad-a015ac5afb55 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:45.134383 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4d3d6c34-023f-494f-81bd-7f0b2b7a70f6 req-a738e63c-a5c9-4281-97ad-a015ac5afb55 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0512292 Mar 28 19:03:45.180519 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4d3d6c34-023f-494f-81bd-7f0b2b7a70f6 req-7c6437d2-3638-4fa1-99fe-5684e2fecd34 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Mar 28 19:03:50.280291 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:03:53.955321 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:54.430010 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04fedb-2152-4fdd-aa1f-d3868d2030bb req-d860ec75-8f91-4110-87f5-9ec6badbaea1 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:54.431478 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b04fedb-2152-4fdd-aa1f-d3868d2030bb req-d860ec75-8f91-4110-87f5-9ec6badbaea1 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Mar 28 19:03:54.476667 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b04fedb-2152-4fdd-aa1f-d3868d2030bb req-3db618d5-8c28-46a4-8bf8-889eaf60877f tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Mar 28 19:03:54.682817 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-974bd979-fa70-4d1f-9060-2796d311fc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:55.596270 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891da862-966f-40d8-b908-89939403c08d req-fe4529fe-546a-406d-8479-9232cfe25c79 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:55.597760 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-891da862-966f-40d8-b908-89939403c08d req-fe4529fe-546a-406d-8479-9232cfe25c79 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 945 time: 0.0563350 Mar 28 19:03:55.646425 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-891da862-966f-40d8-b908-89939403c08d req-54055062-31dc-4e65-91ed-b728fc40e344 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Mar 28 19:03:56.543559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-3f0f2cf6-c92f-4b7b-af87-fe256ff07559 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:56.545611 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-3f0f2cf6-c92f-4b7b-af87-fe256ff07559 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 945 time: 0.0578618 Mar 28 19:03:56.634587 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Deleting port b6c63654-0526-4b70-9ee5-b62c227a1767 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:03:56.634843 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:56.756858 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] For port b6c63654-0526-4b70-9ee5-b62c227a1767, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=b6c63654-0526-4b70-9ee5-b62c227a1767,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:03:56.757222 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:56.771759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Calling delete_port for b6c63654-0526-4b70-9ee5-b62c227a1767 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:03:56.827509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257f455-05d5-4790-a020-cc53f2fddf6c req-9bb03aa4-4a9b-4531-8775-aa9707121aae tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:56.829367 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0257f455-05d5-4790-a020-cc53f2fddf6c req-9bb03aa4-4a9b-4531-8775-aa9707121aae tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=bacbbed9-5976-4487-8617-44aa88030f64 HTTP/1.1" status: 200 len: 945 time: 0.1146743 Mar 28 19:03:56.898109 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0257f455-05d5-4790-a020-cc53f2fddf6c req-134803b7-7289-4e74-ac1d-a54fe1d18cf8 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633173 Mar 28 19:03:56.940202 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-896ac122-4476-4f68-92ce-162c5ac24cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:56.969957 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (b6c63654-0526-4b70-9ee5-b62c227a1767), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:56.981358 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['b6c63654-0526-4b70-9ee5-b62c227a1767'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:03:56.995522 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Pushing event deleted for resources: {'Port': ['ID=b6c63654-0526-4b70-9ee5-b62c227a1767,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:03:57.007894 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.008235 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.008580 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.008916 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.009242 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.009565 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.009887 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.010238 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.010561 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.010884 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.011217 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.011618 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.011835 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.012150 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.013258 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:03:57.055084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] No DVR routers for this DVR port b6c63654-0526-4b70-9ee5-b62c227a1767 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:03:57.058741 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:57.062991 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d5501c20-1bd3-4991-aa8b-b7c51baa0ad5 req-62977313-fa70-4e29-8c25-965b82612e0a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "DELETE /v2.0/ports/b6c63654-0526-4b70-9ee5-b62c227a1767 HTTP/1.1" status: 204 len: 173 time: 0.5118134 Mar 28 19:03:57.063465 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbbed9-5976-4487-8617-44aa88030f64', 'name': 'network-vif-deleted', 'tag': 'b6c63654-0526-4b70-9ee5-b62c227a1767'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:03:57.065845 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0d3bb7-4226-41f6-b8fd-47f43e6319f4" -d '{"events": [{"server_uuid": "bacbbed9-5976-4487-8617-44aa88030f64", "name": "network-vif-deleted", "tag": "b6c63654-0526-4b70-9ee5-b62c227a1767"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:03:57.111201 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a266027-e312-40f4-b8a9-32f300807b4b x-openstack-request-id: req-4a266027-e312-40f4-b8a9-32f300807b4b {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:03:57.111571 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbbed9-5976-4487-8617-44aa88030f64", "name": "network-vif-deleted", "tag": "b6c63654-0526-4b70-9ee5-b62c227a1767", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:03:57.112410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a266027-e312-40f4-b8a9-32f300807b4b {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:03:57.113027 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a266027-e312-40f4-b8a9-32f300807b4b'] response: {'server_uuid': 'bacbbed9-5976-4487-8617-44aa88030f64', 'name': 'network-vif-deleted', 'tag': 'b6c63654-0526-4b70-9ee5-b62c227a1767', 'status': 'completed', 'code': 200} Mar 28 19:03:57.974252 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66dbe0-8b61-4e99-9b79-67d25d57c42d req-6778defe-cbda-414a-86a5-0f2c1e4a1464 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:57.975744 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8f66dbe0-8b61-4e99-9b79-67d25d57c42d req-6778defe-cbda-414a-86a5-0f2c1e4a1464 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0511348 Mar 28 19:03:58.020918 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8f66dbe0-8b61-4e99-9b79-67d25d57c42d req-64f6063e-e8c1-440f-953a-213c67f599e1 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Mar 28 19:03:58.111784 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:58.202662 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-613e0db9-d18b-48d9-9a8c-aa592b683957 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442872 Mar 28 19:03:58.264600 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587461-36f8-49c6-944f-8e445e33a2cb req-d9c3b102-c16a-4783-936f-39af0eb60355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:58.266022 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-d9c3b102-c16a-4783-936f-39af0eb60355 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50618dfcf489415599d11ea74cceee7a&device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 1129 time: 0.0424042 Mar 28 19:03:58.372973 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587461-36f8-49c6-944f-8e445e33a2cb req-c89fea56-9ee2-4088-b568-91c65e0c52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:58.374412 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-c89fea56-9ee2-4088-b568-91c65e0c52f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 200 len: 916 time: 0.0837448 Mar 28 19:03:58.440674 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-2777a96e-25b6-4b67-b820-1c9d24c3802e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58207693-63e3-4cd2-9227-a512c0a36a7c HTTP/1.1" status: 200 len: 1001 time: 0.0566187 Mar 28 19:03:58.491335 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587461-36f8-49c6-944f-8e445e33a2cb req-947353f1-68bf-4fec-918a-fb2ca91a529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:58.492595 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-947353f1-68bf-4fec-918a-fb2ca91a529a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 200 len: 854 time: 0.0416384 Mar 28 19:03:58.541945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587461-36f8-49c6-944f-8e445e33a2cb req-3a9095ee-9a63-46a4-a329-a0f75d228b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:58.543392 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-3a9095ee-9a63-46a4-a329-a0f75d228b3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9878c9a9-67d2-47f6-a796-d45b72b61f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439270 Mar 28 19:03:59.138698 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16af4e7-2a5d-4164-b318-04c859992f88 req-7cd2a873-8d00-4c97-80db-e9d3f1f19796 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:03:59.140175 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d16af4e7-2a5d-4164-b318-04c859992f88 req-7cd2a873-8d00-4c97-80db-e9d3f1f19796 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0516644 Mar 28 19:03:59.185612 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d16af4e7-2a5d-4164-b318-04c859992f88 req-ac894a26-d636-4a18-8c6e-ef167e5ece85 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399153 Mar 28 19:03:59.635556 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:03:59.665722 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-28bf357d-ce79-4424-90a1-d0897a016acf service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845108 Mar 28 19:04:00.301203 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b473-3639-447f-bf74-20f4c0b076d4 req-bad15901-3ce0-4591-8092-1529a069f607 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:00.302698 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a5d6b473-3639-447f-bf74-20f4c0b076d4 req-bad15901-3ce0-4591-8092-1529a069f607 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0509124 Mar 28 19:04:00.351957 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a5d6b473-3639-447f-bf74-20f4c0b076d4 req-297a8435-a4d8-4b34-ba8c-93a01b21ce84 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434973 Mar 28 19:04:00.410111 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device b6c63654-0526-4b70-9ee5-b62c227a1767 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:04:00.430360 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: b6c63654-0526-4b70-9ee5-b62c227a1767 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:04:00.430701 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device b6c63654-0526-4b70-9ee5-b62c227a1767 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:04:00.496633 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-95587461-36f8-49c6-944f-8e445e33a2cb req-e2821ad0-5cf2-469e-891e-b042cad9cb49 service neutron] 10.222.0.15 "GET /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813966 Mar 28 19:04:01.035212 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:01.465951 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fefe15-a451-4bf4-8b0d-9001e5bd546f req-28134f9e-c377-465b-b243-fe965c919479 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:01.467418 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e3fefe15-a451-4bf4-8b0d-9001e5bd546f req-28134f9e-c377-465b-b243-fe965c919479 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0516944 Mar 28 19:04:01.512475 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e3fefe15-a451-4bf4-8b0d-9001e5bd546f req-490cd004-76ae-4263-a063-6ea98d5e1df5 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397174 Mar 28 19:04:02.631226 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6664099-31ca-4d05-8d7d-3f42eff1057e req-ae72dea5-974d-4ef1-b274-eb51ae1d4a93 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:02.632739 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a6664099-31ca-4d05-8d7d-3f42eff1057e req-ae72dea5-974d-4ef1-b274-eb51ae1d4a93 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0533378 Mar 28 19:04:02.678539 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a6664099-31ca-4d05-8d7d-3f42eff1057e req-0534de3f-4245-4624-8a10-8efd1cd0514f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401549 Mar 28 19:04:03.179457 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638359c-59c6-4341-913a-3f2c71a66473 req-53fb618a-25f9-4f0f-8ab9-b32f0d1e10f8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:03.180865 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e638359c-59c6-4341-913a-3f2c71a66473 req-53fb618a-25f9-4f0f-8ab9-b32f0d1e10f8 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 945 time: 0.0544300 Mar 28 19:04:03.268346 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Deleting port 78879ce1-a534-4f45-9903-b270ebaf3a41 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:03.268675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:03.355386 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] For port 78879ce1-a534-4f45-9903-b270ebaf3a41, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=78879ce1-a534-4f45-9903-b270ebaf3a41,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:03.355655 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:03.520769 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:03.521116 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (c6f628a5-5738-4638-976b-4bb97837ba92), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:03.521432 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Floating IP c6f628a5-5738-4638-976b-4bb97837ba92 disassociated. External IP: 172.27.1.13, port: 78879ce1-a534-4f45-9903-b270ebaf3a41. Mar 28 19:04:03.521771 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Calling delete_port for 78879ce1-a534-4f45-9903-b270ebaf3a41 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:03.655639 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (78879ce1-a534-4f45-9903-b270ebaf3a41), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:03.682169 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event deleted for resources: {'Port': ['ID=78879ce1-a534-4f45-9903-b270ebaf3a41,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:03.780507 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3879d07e-c308-47c6-9013-71eb9033d98a req-18ab21e3-d623-497b-9d38-c90e22c9d59f tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 210 time: 0.0309963 Mar 28 19:04:03.816817 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Router fc8bc34b-87e4-40ed-a20b-0c1f051c556b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:04:03.923720 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:04:03.933239 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] Sync routers for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:04:03.942440 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:04:03.943044 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:03:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:03.967313 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] No DVR routers for this DVR port 78879ce1-a534-4f45-9903-b270ebaf3a41 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:04:03.969774 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:03.973392 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e638359c-59c6-4341-913a-3f2c71a66473 req-1e6333ec-069d-49d7-9c1e-9122c3d809c6 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.15 "DELETE /v2.0/ports/78879ce1-a534-4f45-9903-b270ebaf3a41 HTTP/1.1" status: 204 len: 173 time: 0.7865632 Mar 28 19:04:03.973851 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'name': 'network-vif-deleted', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:04:03.976673 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96a494-39ff-4e9a-bdff-08bc4a84c6b4" -d '{"events": [{"server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "name": "network-vif-deleted", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:04:04.012591 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a9f650-756b-487e-af97-f05da327114d x-openstack-request-id: req-52a9f650-756b-487e-af97-f05da327114d {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:04:04.012960 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3931372a-c390-4a83-bbfe-018b0852534a", "name": "network-vif-deleted", "tag": "78879ce1-a534-4f45-9903-b270ebaf3a41", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:04:04.013305 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52a9f650-756b-487e-af97-f05da327114d {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:04:04.013822 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a9f650-756b-487e-af97-f05da327114d'] response: {'server_uuid': '3931372a-c390-4a83-bbfe-018b0852534a', 'name': 'network-vif-deleted', 'tag': '78879ce1-a534-4f45-9903-b270ebaf3a41', 'status': 'completed', 'code': 200} Mar 28 19:04:04.053596 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:04:04.255563 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:04.283709 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] Checking router: fc8bc34b-87e4-40ed-a20b-0c1f051c556b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:04:04.291559 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:04:04.292148 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:03:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:04.394912 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:04:04.582975 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:04.608847 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f5953-8a08-467b-bfa9-6812df4f1169 None None] The sync data for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi is: [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '9507b44f-b171-4417-8fc6-d0113bf38ce2', 'name': '', 'network_id': '63b94483-fabb-414a-8414-54bcef9ea428', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'mac_address': 'fa:16:3e:7f:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:01Z', 'updated_at': '2022-03-28T18:55:18Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'subnets': [{'id': 'fba51c32-093f-40dd-99d6-7067c00a28cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:04:04.815819 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3199450-f913-488a-aeea-03f954f11824 None None] New status for floating IP c6f628a5-5738-4638-976b-4bb97837ba92: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:04:05.123587 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e3311cf6-3ca8-4a0a-aa13-cba347444e4f req-c037a93f-1c05-43e9-9032-a607a3b42b2d tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 210 time: 0.2650783 Mar 28 19:04:06.055185 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 78879ce1-a534-4f45-9903-b270ebaf3a41 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:04:06.079079 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 78879ce1-a534-4f45-9903-b270ebaf3a41 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:04:06.079419 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 78879ce1-a534-4f45-9903-b270ebaf3a41 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:04:06.226973 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9e3b359c-3bd9-4df4-bc2c-c6484e2e1d8a req-cc28bf75-956b-41ce-933f-db231e23c741 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 210 time: 0.0264342 Mar 28 19:04:07.335608 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-91e3aa1a-026d-4e1f-8833-441c918738a4 req-a8a8d97b-15bb-4126-9916-84948c7d174b tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/ports?device_id=3931372a-c390-4a83-bbfe-018b0852534a HTTP/1.1" status: 200 len: 210 time: 0.0338538 Mar 28 19:04:08.417583 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38232) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:08.468573 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.490517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.539654 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.542389 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.543522 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc HTTP/1.1" status: 204 len: 168 time: 0.1249299 Mar 28 19:04:08.546379 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38234) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:08.552128 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:08.559670 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.560016 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.560171 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.api.v2.resource [None req-bce2a590-d54d-4384-b19a-ae8214076512 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] show failed (client error): The resource could not be found. Mar 28 19:04:08.560357 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.560699 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.561031 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.561365 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.561693 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.562016 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.562392 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.562721 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.563043 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.563404 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.563691 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.563929 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-bce2a590-d54d-4384-b19a-ae8214076512 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "GET /v2.0/security-groups/bb1fdc2a-02e6-4f9c-83e5-e9b2f0b32bbc HTTP/1.1" status: 404 len: 347 time: 0.0165563 Mar 28 19:04:08.564082 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.564322 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6282bcb5-ad7d-4c91-8968-69f0fd2f19d2 tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:08.564419 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38236) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:08.687463 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Deleting port 826becf4-daae-443c-821c-0e261fffeedf {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:08.687714 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (826becf4-daae-443c-821c-0e261fffeedf), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.764632 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (826becf4-daae-443c-821c-0e261fffeedf), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.764964 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (826becf4-daae-443c-821c-0e261fffeedf), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.778470 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Calling delete_port for 826becf4-daae-443c-821c-0e261fffeedf owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:08.909117 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (826becf4-daae-443c-821c-0e261fffeedf), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:08.929094 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-c195aa57-e023-4df6-9190-311410cfc55c tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:08.931485 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-c195aa57-e023-4df6-9190-311410cfc55c tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/networks?id=c914d1f5-3ea5-465f-b465-78fdfc96a277 HTTP/1.1" status: 200 len: 814 time: 0.1006420 Mar 28 19:04:08.935106 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Pushing event deleted for resources: {'Port': ['ID=826becf4-daae-443c-821c-0e261fffeedf,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:08.946352 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-bb2445e6-9df9-415e-8e7c-88e0b14fc5b4 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/quotas/b266c454da9f475388114bfeaf4aa0ae HTTP/1.1" status: 200 len: 375 time: 0.0092602 Mar 28 19:04:08.978871 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-23acad7c-e873-4923-93ee-84b6da53b101 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b266c454da9f475388114bfeaf4aa0ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266225 Mar 28 19:04:08.997360 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks [] for floatingip (c6f628a5-5738-4638-976b-4bb97837ba92), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:09.000210 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:09.001341 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2fae9e2d-416a-4a00-a79e-a2b008b36d4e tempest-AttachVolumeTestJSON-1856639067 tempest-AttachVolumeTestJSON-1856639067-project] 10.222.0.31 "DELETE /v2.0/floatingips/c6f628a5-5738-4638-976b-4bb97837ba92 HTTP/1.1" status: 204 len: 168 time: 0.4360673 Mar 28 19:04:09.075877 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-89aaa6b0-8ac7-4c66-8d0c-5953ac4015d7 service neutron] 10.222.0.31 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880239 Mar 28 19:04:09.166303 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-fa6ded39-cca2-420c-9567-85394e59f87f service neutron] 10.222.0.31 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827510 Mar 28 19:04:09.317163 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b940cfa4-30bf-486d-94e5-cff9a37e2826 req-d729c90b-b035-4b40-b5e6-f8d05434f7ac tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Mar 28 19:04:10.242033 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-6236f755-0871-42ff-a014-80d18dff0b58 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:10.243553 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-6236f755-0871-42ff-a014-80d18dff0b58 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "GET /v2.0/networks?id=c914d1f5-3ea5-465f-b465-78fdfc96a277 HTTP/1.1" status: 200 len: 814 time: 0.1205370 Mar 28 19:04:10.256874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Request body: {'port': {'device_id': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277', 'admin_state_up': True, 'tenant_id': 'b266c454da9f475388114bfeaf4aa0ae'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:04:10.363345 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Made reservation on behalf of b266c454da9f475388114bfeaf4aa0ae for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:04:10.366704 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:10.414407 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-33b5f9ee-6b83-4583-85bd-fb0269a99f32 req-ca05ac10-1cd4-496e-8e10-094f84c88cf0 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 210 time: 0.0302665 Mar 28 19:04:10.492675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Allocated IP 172.20.0.14 (c914d1f5-3ea5-465f-b465-78fdfc96a277/d7cfbed6-aee0-4c8d-991a-381fffd79190/8ec2e8e7-4223-438f-a823-5ddbd263693b) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:04:10.638683 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks [] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:10.670675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:10.712665 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Network c914d1f5-3ea5-465f-b465-78fdfc96a277 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:04:10.718190 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:04:10.722765 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:04:10.725243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Pushing event updated for resources: {'Port': ['ID=8ec2e8e7-4223-438f-a823-5ddbd263693b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:10.770219 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:10.770819 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:10.785707 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cde0e252-5b7c-43b1-8bb2-4c1d741ae4ef tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5327106 Mar 28 19:04:10.797540 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Request body: {'port': {'device_id': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:04:10.857425 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:11.106401 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec2e8e7-4223-438f-a823-5ddbd263693b {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:04:11.113920 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Publish callbacks [] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:11.126071 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Transition to ACTIVE for port object 8ec2e8e7-4223-438f-a823-5ddbd263693b will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:04:11.129601 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:11.197655 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec2e8e7-4223-438f-a823-5ddbd263693b,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:11.244672 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Attempting to bind port 8ec2e8e7-4223-438f-a823-5ddbd263693b on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:04:11.245279 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Attempting to bind port 8ec2e8e7-4223-438f-a823-5ddbd263693b by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:04:11.245395 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Attempting to bind port 8ec2e8e7-4223-438f-a823-5ddbd263693b on network c914d1f5-3ea5-465f-b465-78fdfc96a277 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:04:11.249411 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Port 8ec2e8e7-4223-438f-a823-5ddbd263693b on network c914d1f5-3ea5-465f-b465-78fdfc96a277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:04:11.249730 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Attempting to bind port 8ec2e8e7-4223-438f-a823-5ddbd263693b on network c914d1f5-3ea5-465f-b465-78fdfc96a277 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:04:11.254545 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:04:11.254914 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Checking segment: {'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:04:11.255251 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Bound using segment: {'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:04:11.255669 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Bound port: 8ec2e8e7-4223-438f-a823-5ddbd263693b, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b43feb-086d-41d4-9069-414942fe1655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:04:11.256015 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:11.319066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] For port 8ec2e8e7-4223-438f-a823-5ddbd263693b, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:04:11.322712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] For port 8ec2e8e7-4223-438f-a823-5ddbd263693b, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8ec2e8e7-4223-438f-a823-5ddbd263693b,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:04:11.328570 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:11.360503 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:11.361121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:11.362668 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] 10.222.0.15 "PUT /v2.0/ports/8ec2e8e7-4223-438f-a823-5ddbd263693b HTTP/1.1" status: 200 len: 1094 time: 0.5695105 Mar 28 19:04:11.363105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'tag': '8ec2e8e7-4223-438f-a823-5ddbd263693b'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:04:11.365584 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22eeae4-7012-4c02-a518-4c335e1fa632" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3b47b2-e6c2-4e29-ad57-8130d23d1c94", "tag": "8ec2e8e7-4223-438f-a823-5ddbd263693b"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:04:11.406736 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7c6714-1ebe-4543-ba23-e2b127b94a3c x-openstack-request-id: req-4a7c6714-1ebe-4543-ba23-e2b127b94a3c {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:04:11.407039 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3b47b2-e6c2-4e29-ad57-8130d23d1c94", "tag": "8ec2e8e7-4223-438f-a823-5ddbd263693b", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:04:11.407301 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a7c6714-1ebe-4543-ba23-e2b127b94a3c {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:04:11.407720 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7c6714-1ebe-4543-ba23-e2b127b94a3c'] response: {'name': 'network-changed', 'server_uuid': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'tag': '8ec2e8e7-4223-438f-a823-5ddbd263693b', 'status': 'completed', 'code': 200} Mar 28 19:04:11.408723 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bccbfb-a1b4-4b30-896f-f8e0e41b4492 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec2e8e7-4223-438f-a823-5ddbd263693b,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:11.460134 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-9c7c37a9-cfb0-4a66-ae13-755e6d574ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:11.461646 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-9c7c37a9-cfb0-4a66-ae13-755e6d574ea4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b266c454da9f475388114bfeaf4aa0ae&device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 1128 time: 0.0500398 Mar 28 19:04:11.514534 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-c46565aa-5d7d-4e68-9ad6-0aa356dae300 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ec2e8e7-4223-438f-a823-5ddbd263693b HTTP/1.1" status: 200 len: 217 time: 0.0348909 Mar 28 19:04:11.543581 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881e9e6-d469-4fb0-bb93-1194844b6981 req-7ee6d77f-56a7-4bc8-b01b-f5ac814e5119 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:11.545358 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4881e9e6-d469-4fb0-bb93-1194844b6981 req-7ee6d77f-56a7-4bc8-b01b-f5ac814e5119 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 944 time: 0.0522025 Mar 28 19:04:11.561300 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-1fa411fc-c748-4518-9f7b-92a0ade493e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:11.562928 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-1fa411fc-c748-4518-9f7b-92a0ade493e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7cfbed6-aee0-4c8d-991a-381fffd79190 HTTP/1.1" status: 200 len: 854 time: 0.0431328 Mar 28 19:04:11.592766 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4881e9e6-d469-4fb0-bb93-1194844b6981 req-2f9dcd2a-c342-4c13-b51b-c6765fdfb613 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Mar 28 19:04:11.597895 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-f57fd88d-d848-4d39-85cc-a7987683efa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c914d1f5-3ea5-465f-b465-78fdfc96a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286880 Mar 28 19:04:11.688067 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-cae3103e-fc8a-43da-be0d-f66941e50e0e service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833809 Mar 28 19:04:11.778692 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f4f2046c-ad7c-4bea-81f2-15497c7f1d68 req-6e5af8c4-1da2-4ffd-a746-623790698b77 service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846014 Mar 28 19:04:11.867707 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-6fd8b299-03be-4efd-b858-080392bf6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:11.869227 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-6fd8b299-03be-4efd-b858-080392bf6193 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b266c454da9f475388114bfeaf4aa0ae&device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 1128 time: 0.0447423 Mar 28 19:04:11.955454 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-f4ef17ac-8d4d-4fcd-8e31-38da6ebb93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:11.956864 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-f4ef17ac-8d4d-4fcd-8e31-38da6ebb93ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=c914d1f5-3ea5-465f-b465-78fdfc96a277 HTTP/1.1" status: 200 len: 915 time: 0.0817654 Mar 28 19:04:11.999949 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-cace2417-eb04-4636-b90a-bcd13e38cd0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ec2e8e7-4223-438f-a823-5ddbd263693b HTTP/1.1" status: 200 len: 217 time: 0.0369692 Mar 28 19:04:12.046371 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-a80756d6-e31d-465c-b2b1-f9ddd7283903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:12.047749 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-a80756d6-e31d-465c-b2b1-f9ddd7283903 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7cfbed6-aee0-4c8d-991a-381fffd79190 HTTP/1.1" status: 200 len: 854 time: 0.0422134 Mar 28 19:04:12.079132 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-430dd771-7251-46a8-9f09-e6f9975298cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c914d1f5-3ea5-465f-b465-78fdfc96a277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255425 Mar 28 19:04:12.169389 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-ad6131c0-c998-4631-8f68-52f41e5f8788 service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835590 Mar 28 19:04:12.254855 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d22eeae4-7012-4c02-a518-4c335e1fa632 req-9de04c5b-19e1-4f4d-9b2d-31be3e4df63a service neutron] 10.222.0.15 "GET /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796039 Mar 28 19:04:12.540055 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38298) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:12.731431 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a169eb-86ff-4ef7-9bc8-c728cecb7650 req-889642ee-9d21-41c7-a9ee-0973422c2a1a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:12.732874 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-37a169eb-86ff-4ef7-9bc8-c728cecb7650 req-889642ee-9d21-41c7-a9ee-0973422c2a1a tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 944 time: 0.0748658 Mar 28 19:04:12.851530 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-37a169eb-86ff-4ef7-9bc8-c728cecb7650 req-53499969-f0b5-4789-98fd-f084ca42fd79 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131458 Mar 28 19:04:13.071082 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:13.353545 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Deleting port 9507b44f-b171-4417-8fc6-d0113bf38ce2 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:13.354272 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:13.430255 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] For port 9507b44f-b171-4417-8fc6-d0113bf38ce2, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9507b44f-b171-4417-8fc6-d0113bf38ce2,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:13.430607 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:13.442565 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Calling delete_port for 9507b44f-b171-4417-8fc6-d0113bf38ce2 owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:13.615104 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (9507b44f-b171-4417-8fc6-d0113bf38ce2), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:13.640150 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=9507b44f-b171-4417-8fc6-d0113bf38ce2,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:13.801948 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:13.972439 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0d225-770b-4c95-b8f8-5b14d074cef0 req-ba37e484-f4a5-46a8-ae9e-ab49ff91cc27 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:13.973918 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-65a0d225-770b-4c95-b8f8-5b14d074cef0 req-ba37e484-f4a5-46a8-ae9e-ab49ff91cc27 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 944 time: 0.0541711 Mar 28 19:04:14.022387 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-65a0d225-770b-4c95-b8f8-5b14d074cef0 req-7ee8e5dd-3aac-4776-a440-b11c57ec240b tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Mar 28 19:04:14.253748 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Router fc8bc34b-87e4-40ed-a20b-0c1f051c556b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:04:14.357320 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:04:14.362426 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-facee9d7-6201-42d3-90dd-6aa0797ddb69 admin admin] 10.222.0.31 "PUT /v2.0/routers/fc8bc34b-87e4-40ed-a20b-0c1f051c556b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8213503 Mar 28 19:04:14.364931 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38310) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:14.367516 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] Sync routers for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:04:14.380872 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:04:14.381505 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:03:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:14.467999 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks [] for router (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:14.482767 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:04:14.571221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks [] for router_gateway (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:14.622788 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Deleting port 2024ce02-b0a1-4222-821c-4aa2cf787108 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:14.623119 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:14.659223 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T19:04:13Z', 'revision_number': 5, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port': {'id': '2024ce02-b0a1-4222-821c-4aa2cf787108', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:14.685704 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] Checking router: fc8bc34b-87e4-40ed-a20b-0c1f051c556b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:04:14.694248 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] Routers {'fc8bc34b-87e4-40ed-a20b-0c1f051c556b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:04:14.694871 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:03:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:14.704240 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] For port 2024ce02-b0a1-4222-821c-4aa2cf787108, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2024ce02-b0a1-4222-821c-4aa2cf787108,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:14.704602 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:14.717879 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Calling delete_port for 2024ce02-b0a1-4222-821c-4aa2cf787108 owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:14.782734 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] Set router fc8bc34b-87e4-40ed-a20b-0c1f051c556b gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:04:14.837599 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T19:04:14Z', 'revision_number': 6, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:14.865250 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da3c3a-a0b9-4687-933c-24c592582be4 None None] The sync data for ids ['fc8bc34b-87e4-40ed-a20b-0c1f051c556b'] in dv-cinder-835483-1-iscsi is: [{'id': 'fc8bc34b-87e4-40ed-a20b-0c1f051c556b', 'name': 'tempest-AttachVolumeTestJSON-1193224851-router', 'tenant_id': 'ecdfaba2f66d432b875009cae95c13f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:48Z', 'updated_at': '2022-03-28T19:04:14Z', 'revision_number': 6, 'project_id': 'ecdfaba2f66d432b875009cae95c13f1', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:04:14.891003 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (2024ce02-b0a1-4222-821c-4aa2cf787108), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:14.916768 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2024ce02-b0a1-4222-821c-4aa2cf787108,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:14.980138 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.084729 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.086955 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks [] for router_controller (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.177854 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (fc8bc34b-87e4-40ed-a20b-0c1f051c556b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.178322 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8bc34b-87e4-40ed-a20b-0c1f051c556b {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:04:15.184410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.185539 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e85e7413-fe76-49b7-8a08-97c287918d5b admin admin] 10.222.0.31 "DELETE /v2.0/routers/fc8bc34b-87e4-40ed-a20b-0c1f051c556b HTTP/1.1" status: 204 len: 168 time: 0.8197196 Mar 28 19:04:15.188062 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38314) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:15.233586 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e6e01-de6c-4219-8a48-affa6d35205b req-e146564b-8606-49d4-83ef-3a975fa1b9ca tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:15.235141 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec7e6e01-de6c-4219-8a48-affa6d35205b req-e146564b-8606-49d4-83ef-3a975fa1b9ca tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 944 time: 0.1464932 Mar 28 19:04:15.253130 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] Deleting subnet fba51c32-093f-40dd-99d6-7067c00a28cd {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:04:15.264288 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] Publish callbacks [] for subnet (fba51c32-093f-40dd-99d6-7067c00a28cd), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.319586 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593161'] for subnet (fba51c32-093f-40dd-99d6-7067c00a28cd), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.324055 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ec7e6e01-de6c-4219-8a48-affa6d35205b req-ca8fcd35-d77b-44b9-9f84-eebdee08c2d8 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824935 Mar 28 19:04:15.424899 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (fba51c32-093f-40dd-99d6-7067c00a28cd), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.477795 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3635530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122564'] for subnet (fba51c32-093f-40dd-99d6-7067c00a28cd), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.508645 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba51c32-093f-40dd-99d6-7067c00a28cd,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:15.510635 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.513776 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-23338205-705a-4adb-bba3-0e251f1324d0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fba51c32-093f-40dd-99d6-7067c00a28cd HTTP/1.1" status: 204 len: 168 time: 0.3247550 Mar 28 19:04:15.514976 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4bda6-690b-4fc4-be9d-48329c6ae04b None None] Network 63b94483-fabb-414a-8414-54bcef9ea428 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:04:15.516184 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38316) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:15.583204 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (63b94483-fabb-414a-8414-54bcef9ea428), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.641248 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Deleting port 78442827-000d-46a7-b418-2203082b3f1a {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:15.644141 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (78442827-000d-46a7-b418-2203082b3f1a), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.682227 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] DHCP port deletion for 63b94483-fabb-414a-8414-54bcef9ea428 request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:04:15.709102 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8ec2e8e7-4223-438f-a823-5ddbd263693b details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:04:15.710880 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] For port 78442827-000d-46a7-b418-2203082b3f1a, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=78442827-000d-46a7-b418-2203082b3f1a,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:15.711645 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (78442827-000d-46a7-b418-2203082b3f1a), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.724759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Calling delete_port for 78442827-000d-46a7-b418-2203082b3f1a owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:15.790337 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] Deleting port 78442827-000d-46a7-b418-2203082b3f1a {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:15.790711 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (78442827-000d-46a7-b418-2203082b3f1a), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.804569 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (78442827-000d-46a7-b418-2203082b3f1a), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.834016 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] No DVR routers for this DVR port 78442827-000d-46a7-b418-2203082b3f1a on host dv-cinder-835483-1-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:04:15.838811 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Pushing event deleted for resources: {'Port': ['ID=78442827-000d-46a7-b418-2203082b3f1a,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:15.880628 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 8ec2e8e7-4223-438f-a823-5ddbd263693b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8ec2e8e7-4223-438f-a823-5ddbd263693b,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:15.893798 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] For port 78442827-000d-46a7-b418-2203082b3f1a, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=78442827-000d-46a7-b418-2203082b3f1a,segment=NetworkSegment(8188c7d6-558e-4e1c-8da9-9a48ba740898),segment_id=8188c7d6-558e-4e1c-8da9-9a48ba740898)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:15.893798 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (78442827-000d-46a7-b418-2203082b3f1a), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.907691 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] Calling delete_port for 78442827-000d-46a7-b418-2203082b3f1a owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:15.909502 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '8ec2e8e7-4223-438f-a823-5ddbd263693b', 'network_id': 'c914d1f5-3ea5-465f-b465-78fdfc96a277', 'port_id': '8ec2e8e7-4223-438f-a823-5ddbd263693b', 'mac_address': 'fa:16:3e:92:4b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cfbed6-aee0-4c8d-991a-381fffd79190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:04:15.911811 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (63b94483-fabb-414a-8414-54bcef9ea428), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.932203 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b94483-fabb-414a-8414-54bcef9ea428']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:15.941457 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8188c7d6-558e-4e1c-8da9-9a48ba740898') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:15.941748 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8188c7d6-558e-4e1c-8da9-9a48ba740898') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:15.950740 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (8188c7d6-558e-4e1c-8da9-9a48ba740898), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.963450 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (8188c7d6-558e-4e1c-8da9-9a48ba740898), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.969816 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:04:15.970219 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (8188c7d6-558e-4e1c-8da9-9a48ba740898), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:04:15.971806 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:04:16.024290 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 8ec2e8e7-4223-438f-a823-5ddbd263693b is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:04:16.024966 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.029119 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (63b94483-fabb-414a-8414-54bcef9ea428), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.036405 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.039619 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] 10.222.0.31 "DELETE /v2.0/networks/63b94483-fabb-414a-8414-54bcef9ea428 HTTP/1.1" status: 204 len: 168 time: 0.5225220 Mar 28 19:04:16.049770 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceb2f6-14f2-4afa-bd6e-a6822074e761 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b94483-fabb-414a-8414-54bcef9ea428,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:16.059519 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec2e8e7-4223-438f-a823-5ddbd263693b {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:04:16.096724 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 8ec2e8e7-4223-438f-a823-5ddbd263693b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8ec2e8e7-4223-438f-a823-5ddbd263693b,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:16.102081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.105385 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (78442827-000d-46a7-b418-2203082b3f1a), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.127692 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] Network 63b94483-fabb-414a-8414-54bcef9ea428 is not hosted by any dhcp agent {{(pid=103111) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 19:04:16.128068 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] No DVR routers for this DVR port 78442827-000d-46a7-b418-2203082b3f1a on host dv-cinder-835483-1-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:04:16.160175 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=8ec2e8e7-4223-438f-a823-5ddbd263693b,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:16.166898 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.167245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.167694 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.168060 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.168928 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.169257 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.169582 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.172663 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.172981 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38320) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:16.173100 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.173348 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.173687 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.174019 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.174375 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.174700 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.175024 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:16.203119 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35bf08-fec7-40da-9892-d6ce084a99e6 None None] Pushing event deleted for resources: {'Port': ['ID=78442827-000d-46a7-b418-2203082b3f1a,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:16.213916 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-47aba168-0acc-4aa6-a6ec-4fdbe5506167 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecdfaba2f66d432b875009cae95c13f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396171 Mar 28 19:04:16.216938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38322) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:16.260650 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e6ce06f-eff9-4e4a-a595-faecde613b49 admin admin] Publish callbacks [] for security_group (cc661a36-7d9b-4846-ae1b-8fa652019570), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.281687 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e6ce06f-eff9-4e4a-a595-faecde613b49 admin admin] Publish callbacks [] for security_group (cc661a36-7d9b-4846-ae1b-8fa652019570), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.326841 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e6ce06f-eff9-4e4a-a595-faecde613b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (cc661a36-7d9b-4846-ae1b-8fa652019570), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.329404 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0e6ce06f-eff9-4e4a-a595-faecde613b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:16.330592 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0e6ce06f-eff9-4e4a-a595-faecde613b49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc661a36-7d9b-4846-ae1b-8fa652019570 HTTP/1.1" status: 204 len: 168 time: 0.1127274 Mar 28 19:04:16.338739 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ce06f-eff9-4e4a-a595-faecde613b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc661a36-7d9b-4846-ae1b-8fa652019570,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:16.424503 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['8ec2e8e7-4223-438f-a823-5ddbd263693b'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:04:16.452849 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd24277-07c8-445b-8972-5f7912ca5347 req-741fad89-2d52-4729-b73e-1c4bcbd3de28 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:16.454365 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8bd24277-07c8-445b-8972-5f7912ca5347 req-741fad89-2d52-4729-b73e-1c4bcbd3de28 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 945 time: 0.0638096 Mar 28 19:04:16.504556 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8bd24277-07c8-445b-8972-5f7912ca5347 req-85110814-3401-4552-b9e8-688c0c6aca66 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435238 Mar 28 19:04:16.875522 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9507b44f-b171-4417-8fc6-d0113bf38ce2 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:04:16.895985 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 9507b44f-b171-4417-8fc6-d0113bf38ce2 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:04:16.896333 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9507b44f-b171-4417-8fc6-d0113bf38ce2 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:04:16.896755 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 78442827-000d-46a7-b418-2203082b3f1a no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:04:16.915395 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 78442827-000d-46a7-b418-2203082b3f1a {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:04:16.915741 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 78442827-000d-46a7-b418-2203082b3f1a not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:04:16.916149 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2024ce02-b0a1-4222-821c-4aa2cf787108 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:04:16.935245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 2024ce02-b0a1-4222-821c-4aa2cf787108 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:04:16.935591 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2024ce02-b0a1-4222-821c-4aa2cf787108 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:04:17.622502 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7d9d-325c-434f-a284-6f3bedc404d4 req-09eb2571-ab43-4403-8b56-ca6a4556068b tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:17.623950 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-236b7d9d-325c-434f-a284-6f3bedc404d4 req-09eb2571-ab43-4403-8b56-ca6a4556068b tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 945 time: 0.0541668 Mar 28 19:04:17.668712 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-236b7d9d-325c-434f-a284-6f3bedc404d4 req-6846799c-a562-4562-9242-1756f0545247 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Mar 28 19:04:17.711602 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8ec2e8e7-4223-438f-a823-5ddbd263693b up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:04:17.761597 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 8ec2e8e7-4223-438f-a823-5ddbd263693b completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:04:17.765366 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 8ec2e8e7-4223-438f-a823-5ddbd263693b triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:04:17.765767 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:17.838828 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 8ec2e8e7-4223-438f-a823-5ddbd263693b is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:04:17.839204 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:17.865117 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec2e8e7-4223-438f-a823-5ddbd263693b'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:04:17.867320 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7980bdd2-bb01-4fbe-8b18-8bd4a8193ce6" -d '{"events": [{"server_uuid": "5e3b47b2-e6c2-4e29-ad57-8130d23d1c94", "name": "network-vif-plugged", "status": "completed", "tag": "8ec2e8e7-4223-438f-a823-5ddbd263693b"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:04:17.880218 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 8ec2e8e7-4223-438f-a823-5ddbd263693b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8ec2e8e7-4223-438f-a823-5ddbd263693b,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:17.884777 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:17.909297 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f74b4a-228b-47f2-b830-0eee89287a51 x-openstack-request-id: req-64f74b4a-228b-47f2-b830-0eee89287a51 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:04:17.909622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3b47b2-e6c2-4e29-ad57-8130d23d1c94", "name": "network-vif-plugged", "status": "completed", "tag": "8ec2e8e7-4223-438f-a823-5ddbd263693b", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:04:17.909870 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64f74b4a-228b-47f2-b830-0eee89287a51 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:04:17.910279 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f74b4a-228b-47f2-b830-0eee89287a51'] response: {'server_uuid': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec2e8e7-4223-438f-a823-5ddbd263693b', 'code': 200} Mar 28 19:04:17.941020 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=8ec2e8e7-4223-438f-a823-5ddbd263693b,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:18.061318 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c9122-68c0-42be-9440-f3a822d5565e req-b124ecb3-30df-4422-84e7-d74ce2fed0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:18.063309 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a61c9122-68c0-42be-9440-f3a822d5565e req-b124ecb3-30df-4422-84e7-d74ce2fed0e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 1130 time: 0.0448329 Mar 28 19:04:18.106808 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a61c9122-68c0-42be-9440-f3a822d5565e req-0a1b482a-8857-46c5-a65b-697d536b7ce5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377197 Mar 28 19:04:18.788641 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7028e4-4569-46cd-ac0f-e8f32e05193d req-9594bb92-b66e-4b48-bbae-570850b27372 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:18.790275 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2a7028e4-4569-46cd-ac0f-e8f32e05193d req-9594bb92-b66e-4b48-bbae-570850b27372 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0535383 Mar 28 19:04:18.836202 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-2a7028e4-4569-46cd-ac0f-e8f32e05193d req-9cafa58d-0f3f-4624-b789-fb9f899b38fc tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Mar 28 19:04:19.954727 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf71e6-9ae2-41d0-b87f-817e8b1f2bfd req-82357aab-e755-4819-a344-87dc25898005 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:19.956195 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bdaf71e6-9ae2-41d0-b87f-817e8b1f2bfd req-82357aab-e755-4819-a344-87dc25898005 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0557435 Mar 28 19:04:20.001667 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bdaf71e6-9ae2-41d0-b87f-817e8b1f2bfd req-7f48bdea-e77c-4a67-8970-d5375118bd79 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Mar 28 19:04:21.117625 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c4889-d7b9-421a-969f-6cf3c4c90684 req-1bedbc2e-4d14-47eb-abe9-af0715175092 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:21.119112 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-259c4889-d7b9-421a-969f-6cf3c4c90684 req-1bedbc2e-4d14-47eb-abe9-af0715175092 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0518062 Mar 28 19:04:21.164315 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-259c4889-d7b9-421a-969f-6cf3c4c90684 req-6db9c3e8-7ee7-4911-9e74-d9092d413bb8 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Mar 28 19:04:22.277602 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57844d1b-fdb4-4c35-90a7-edb185422c00 req-8cc48048-02ab-4b56-9368-9b65690dc2b9 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:22.279067 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-57844d1b-fdb4-4c35-90a7-edb185422c00 req-8cc48048-02ab-4b56-9368-9b65690dc2b9 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0502543 Mar 28 19:04:22.327231 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-57844d1b-fdb4-4c35-90a7-edb185422c00 req-0e63e64b-4a29-46d8-91da-92f391f9d907 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Mar 28 19:04:23.440873 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17bbf-e37b-4e0f-bc46-09d597ea0f0e req-4d48e408-ff74-4e36-a97e-4b8ec1693c3c tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:23.442332 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3fb17bbf-e37b-4e0f-bc46-09d597ea0f0e req-4d48e408-ff74-4e36-a97e-4b8ec1693c3c tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0504093 Mar 28 19:04:23.486758 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3fb17bbf-e37b-4e0f-bc46-09d597ea0f0e req-7ffc73aa-bf32-49a4-affd-e6f8dbcc092b tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389874 Mar 28 19:04:23.950429 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:24.600020 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4774-550d-4ed6-adbb-f608f69d316e req-e82b9a9c-1398-4c30-b9a7-0469d23888d4 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:24.601499 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ffbd4774-550d-4ed6-adbb-f608f69d316e req-e82b9a9c-1398-4c30-b9a7-0469d23888d4 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0508528 Mar 28 19:04:24.646435 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ffbd4774-550d-4ed6-adbb-f608f69d316e req-40747321-f271-4255-bbd0-2d9aca7e167e tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Mar 28 19:04:24.685994 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-50e6c5d9-b948-46d4-9193-089b14c782b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.599941 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38468) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:26.702271 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-69b84df4-037e-4bd1-8e58-4c61022e283c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.775377 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-69b84df4-037e-4bd1-8e58-4c61022e283c admin admin] Publish callbacks [] for security_group (ca6e79db-e697-44ec-b033-a98179fda631), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.779170 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-69b84df4-037e-4bd1-8e58-4c61022e283c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ca6e79db-e697-44ec-b033-a98179fda631), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.819797 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-69b84df4-037e-4bd1-8e58-4c61022e283c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45b5b8d60af94bfea1047fcc1f6f72a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188108 Mar 28 19:04:26.820671 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b84df4-037e-4bd1-8e58-4c61022e283c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e79db-e697-44ec-b033-a98179fda631,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:26.822449 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38472) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:26.872583 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c88b7695-41e1-4e9d-b48c-57f2d6485990 admin admin] Publish callbacks [] for security_group (ca6e79db-e697-44ec-b033-a98179fda631), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.893228 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c88b7695-41e1-4e9d-b48c-57f2d6485990 admin admin] Publish callbacks [] for security_group (ca6e79db-e697-44ec-b033-a98179fda631), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.939088 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c88b7695-41e1-4e9d-b48c-57f2d6485990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ca6e79db-e697-44ec-b033-a98179fda631), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.941747 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c88b7695-41e1-4e9d-b48c-57f2d6485990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.941894 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2bbd-bc2b-4a66-bda1-0446652e61de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:26.945564 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c88b7695-41e1-4e9d-b48c-57f2d6485990 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca6e79db-e697-44ec-b033-a98179fda631 HTTP/1.1" status: 204 len: 168 time: 0.1215107 Mar 28 19:04:26.953190 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b7695-41e1-4e9d-b48c-57f2d6485990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e79db-e697-44ec-b033-a98179fda631,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:27.278269 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:04:28.095518 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:29.638772 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:31.036031 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.236608 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38752) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:49.342329 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81baf07c-4272-4e88-90dd-afb8e47c9369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.414364 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81baf07c-4272-4e88-90dd-afb8e47c9369 admin admin] Publish callbacks [] for security_group (24c49c7c-0cdd-4a56-94f3-9bba91319396), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.417951 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81baf07c-4272-4e88-90dd-afb8e47c9369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (24c49c7c-0cdd-4a56-94f3-9bba91319396), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.456628 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-81baf07c-4272-4e88-90dd-afb8e47c9369 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec9b64dac1684b488fb1687efac8f448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190669 Mar 28 19:04:49.457470 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baf07c-4272-4e88-90dd-afb8e47c9369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c49c7c-0cdd-4a56-94f3-9bba91319396,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:49.459403 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38758) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:49.506006 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3aa75798-52bf-4262-87ad-c92e760e7042 admin admin] Publish callbacks [] for security_group (24c49c7c-0cdd-4a56-94f3-9bba91319396), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.526326 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3aa75798-52bf-4262-87ad-c92e760e7042 admin admin] Publish callbacks [] for security_group (24c49c7c-0cdd-4a56-94f3-9bba91319396), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.571668 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3aa75798-52bf-4262-87ad-c92e760e7042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (24c49c7c-0cdd-4a56-94f3-9bba91319396), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.574356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3aa75798-52bf-4262-87ad-c92e760e7042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.575532 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3aa75798-52bf-4262-87ad-c92e760e7042 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24c49c7c-0cdd-4a56-94f3-9bba91319396 HTTP/1.1" status: 204 len: 168 time: 0.1151214 Mar 28 19:04:49.583811 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa75798-52bf-4262-87ad-c92e760e7042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c49c7c-0cdd-4a56-94f3-9bba91319396,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:49.827533 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38766) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:49.841648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-06492e83-962b-4d3b-807a-dd59a10c7426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.918984 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-06492e83-962b-4d3b-807a-dd59a10c7426 admin admin] Publish callbacks [] for security_group (9bf27eb1-adb8-4885-8a38-5c66ab1c2069), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.922507 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-06492e83-962b-4d3b-807a-dd59a10c7426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9bf27eb1-adb8-4885-8a38-5c66ab1c2069), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:49.959267 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-06492e83-962b-4d3b-807a-dd59a10c7426 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b40f43647ed3420ea05f011354725906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305959 Mar 28 19:04:49.961206 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06492e83-962b-4d3b-807a-dd59a10c7426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf27eb1-adb8-4885-8a38-5c66ab1c2069,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:49.963310 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38768) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:50.009914 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3d3e-f80c-44e4-87af-eb2f7595222a admin admin] Publish callbacks [] for security_group (9bf27eb1-adb8-4885-8a38-5c66ab1c2069), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:50.030810 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3d3e-f80c-44e4-87af-eb2f7595222a admin admin] Publish callbacks [] for security_group (9bf27eb1-adb8-4885-8a38-5c66ab1c2069), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:50.079380 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3d3e-f80c-44e4-87af-eb2f7595222a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9bf27eb1-adb8-4885-8a38-5c66ab1c2069), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:50.081892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3d3e-f80c-44e4-87af-eb2f7595222a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:50.083088 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3bbe3d3e-f80c-44e4-87af-eb2f7595222a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bf27eb1-adb8-4885-8a38-5c66ab1c2069 HTTP/1.1" status: 204 len: 168 time: 0.1188014 Mar 28 19:04:50.090395 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe3d3e-f80c-44e4-87af-eb2f7595222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf27eb1-adb8-4885-8a38-5c66ab1c2069,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:51.631701 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38830) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:51.733782 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ebc59d4-8ec4-4c81-b1c6-65980816d979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:51.805066 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ebc59d4-8ec4-4c81-b1c6-65980816d979 admin admin] Publish callbacks [] for security_group (d500c28f-5b13-4fed-aa68-1055bd4ba40e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:51.808695 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ebc59d4-8ec4-4c81-b1c6-65980816d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d500c28f-5b13-4fed-aa68-1055bd4ba40e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:51.844427 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc59d4-8ec4-4c81-b1c6-65980816d979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d500c28f-5b13-4fed-aa68-1055bd4ba40e,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:51.848577 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6ebc59d4-8ec4-4c81-b1c6-65980816d979 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ab41ed1b2454ddbb1d77b95d931ce11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158718 Mar 28 19:04:51.851587 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38836) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:51.897647 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f4549ec-378d-45b0-aa95-6fd409caecc4 admin admin] Publish callbacks [] for security_group (d500c28f-5b13-4fed-aa68-1055bd4ba40e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:51.917593 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f4549ec-378d-45b0-aa95-6fd409caecc4 admin admin] Publish callbacks [] for security_group (d500c28f-5b13-4fed-aa68-1055bd4ba40e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:51.965921 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f4549ec-378d-45b0-aa95-6fd409caecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d500c28f-5b13-4fed-aa68-1055bd4ba40e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:51.968515 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f4549ec-378d-45b0-aa95-6fd409caecc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:51.969633 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9f4549ec-378d-45b0-aa95-6fd409caecc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d500c28f-5b13-4fed-aa68-1055bd4ba40e HTTP/1.1" status: 204 len: 168 time: 0.1176102 Mar 28 19:04:51.976785 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4549ec-378d-45b0-aa95-6fd409caecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d500c28f-5b13-4fed-aa68-1055bd4ba40e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:52.225999 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 38842) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:52.239455 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b8e69b96-1dd1-4704-a79c-3cb1542928bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:52.314540 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b8e69b96-1dd1-4704-a79c-3cb1542928bf admin admin] Publish callbacks [] for security_group (278d8699-7f66-4b9a-b63d-981ae324076d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:52.317976 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b8e69b96-1dd1-4704-a79c-3cb1542928bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (278d8699-7f66-4b9a-b63d-981ae324076d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:52.355694 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b8e69b96-1dd1-4704-a79c-3cb1542928bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4331b3c8e40d451897d6cdd502ff1575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285777 Mar 28 19:04:52.356516 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e69b96-1dd1-4704-a79c-3cb1542928bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278d8699-7f66-4b9a-b63d-981ae324076d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:52.358421 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 38844) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:52.410247 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b36a5266-0438-46c5-899f-b139605c01d8 admin admin] Publish callbacks [] for security_group (278d8699-7f66-4b9a-b63d-981ae324076d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:52.433230 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b36a5266-0438-46c5-899f-b139605c01d8 admin admin] Publish callbacks [] for security_group (278d8699-7f66-4b9a-b63d-981ae324076d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:52.484855 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b36a5266-0438-46c5-899f-b139605c01d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (278d8699-7f66-4b9a-b63d-981ae324076d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:52.487446 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b36a5266-0438-46c5-899f-b139605c01d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:52.488585 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b36a5266-0438-46c5-899f-b139605c01d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/278d8699-7f66-4b9a-b63d-981ae324076d HTTP/1.1" status: 204 len: 168 time: 0.1291902 Mar 28 19:04:52.495815 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a5266-0438-46c5-899f-b139605c01d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278d8699-7f66-4b9a-b63d-981ae324076d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:53.979666 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:54.687947 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9e55f30e-9b9e-44f7-bfd5-f482ecd2bf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:55.120557 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99641f-fc6a-4038-a40d-0d1ffc00dadb req-a9efb023-5bd0-45de-ba93-80792b83ed54 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:55.122639 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6c99641f-fc6a-4038-a40d-0d1ffc00dadb req-a9efb023-5bd0-45de-ba93-80792b83ed54 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0556459 Mar 28 19:04:55.173947 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6c99641f-fc6a-4038-a40d-0d1ffc00dadb req-83cf7ba7-3d26-4724-9c14-5c71397b0207 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Mar 28 19:04:55.570750 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa05381-6a46-493e-8327-637beeaac531 req-5af915cb-123a-476f-8a73-392fb61b7214 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:55.572226 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4fa05381-6a46-493e-8327-637beeaac531 req-5af915cb-123a-476f-8a73-392fb61b7214 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0529020 Mar 28 19:04:55.619382 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4fa05381-6a46-493e-8327-637beeaac531 req-dfc5ca50-1d08-4821-ba8f-3a85b7c52e6a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Mar 28 19:04:56.291984 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9bd3-1e1e-4194-91b6-31a37c5aa5a4 req-7166e649-0ab0-4c14-9331-c96e08d36842 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:56.293434 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c7cf9bd3-1e1e-4194-91b6-31a37c5aa5a4 req-7166e649-0ab0-4c14-9331-c96e08d36842 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0537429 Mar 28 19:04:56.338249 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c7cf9bd3-1e1e-4194-91b6-31a37c5aa5a4 req-6f6b370d-7ee1-409a-90cc-a2bccda132a3 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 Mar 28 19:04:56.743812 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3320-11d9-4ddc-ad93-6e68a45f4098 req-4d42e5cc-cfa8-463a-8fc5-6e3e48343677 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:56.745274 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cdf3320-11d9-4ddc-ad93-6e68a45f4098 req-4d42e5cc-cfa8-463a-8fc5-6e3e48343677 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0536852 Mar 28 19:04:56.795924 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3cdf3320-11d9-4ddc-ad93-6e68a45f4098 req-8066775e-4ecc-42d1-b9e9-8b2ed873d84f tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441444 Mar 28 19:04:56.946132 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f4e29af5-bc83-4fed-8e67-057aefb84fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:57.084140 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-c6e81d2a-1dde-4b36-bfe5-b2f6e36f701d tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:57.085832 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-c6e81d2a-1dde-4b36-bfe5-b2f6e36f701d tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 946 time: 0.0546925 Mar 28 19:04:57.181886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Deleting port 8ec2e8e7-4223-438f-a823-5ddbd263693b {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:57.181886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:57.274348 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] For port 8ec2e8e7-4223-438f-a823-5ddbd263693b, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8ec2e8e7-4223-438f-a823-5ddbd263693b,segment=NetworkSegment(30b43feb-086d-41d4-9069-414942fe1655),segment_id=30b43feb-086d-41d4-9069-414942fe1655)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:57.274719 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:57.287564 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Calling delete_port for 8ec2e8e7-4223-438f-a823-5ddbd263693b owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:57.441591 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (8ec2e8e7-4223-438f-a823-5ddbd263693b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:57.466604 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['8ec2e8e7-4223-438f-a823-5ddbd263693b'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:04:57.490467 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c701995-f1e5-47ec-b6d3-e23358188f23 req-4de0b7e5-0d11-4746-a3c7-a70cabdd7c23 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:57.492032 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1c701995-f1e5-47ec-b6d3-e23358188f23 req-4de0b7e5-0d11-4746-a3c7-a70cabdd7c23 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3b47b2-e6c2-4e29-ad57-8130d23d1c94 HTTP/1.1" status: 200 len: 867 time: 0.0749555 Mar 28 19:04:57.494329 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Pushing event deleted for resources: {'Port': ['ID=8ec2e8e7-4223-438f-a823-5ddbd263693b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:57.517787 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] No DVR routers for this DVR port 8ec2e8e7-4223-438f-a823-5ddbd263693b on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:04:57.519967 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.520311 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.520698 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.521033 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.521365 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.521694 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.522018 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.522366 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.522691 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.523065 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.523392 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.523712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.524029 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.524348 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.524665 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:04:57.527648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:57.532135 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-457115ce-0337-48a0-b40c-1e52aab46a0d req-7d2cafda-6091-4ab1-a55f-7637151a5669 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.15 "DELETE /v2.0/ports/8ec2e8e7-4223-438f-a823-5ddbd263693b HTTP/1.1" status: 204 len: 173 time: 0.4394610 Mar 28 19:04:57.532814 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'name': 'network-vif-deleted', 'tag': '8ec2e8e7-4223-438f-a823-5ddbd263693b'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:04:57.536582 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604b38ce-0900-4e03-8970-884313cdb9ff" -d '{"events": [{"server_uuid": "5e3b47b2-e6c2-4e29-ad57-8130d23d1c94", "name": "network-vif-deleted", "tag": "8ec2e8e7-4223-438f-a823-5ddbd263693b"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:04:57.544913 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1c701995-f1e5-47ec-b6d3-e23358188f23 req-e73a0a1e-7af4-4172-a9d1-ff2fe51d1f62 tempest-VolumesSnapshotTestJSON-1963573666 tempest-VolumesSnapshotTestJSON-1963573666-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8f5bcea-775f-4473-bc51-73c4ce31d987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Mar 28 19:04:57.588143 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4403802-d8dc-4514-af3a-82ad00812d3e x-openstack-request-id: req-f4403802-d8dc-4514-af3a-82ad00812d3e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:04:57.588438 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3b47b2-e6c2-4e29-ad57-8130d23d1c94", "name": "network-vif-deleted", "tag": "8ec2e8e7-4223-438f-a823-5ddbd263693b", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:04:57.588696 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4403802-d8dc-4514-af3a-82ad00812d3e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:04:57.589205 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4403802-d8dc-4514-af3a-82ad00812d3e'] response: {'server_uuid': '5e3b47b2-e6c2-4e29-ad57-8130d23d1c94', 'name': 'network-vif-deleted', 'tag': '8ec2e8e7-4223-438f-a823-5ddbd263693b', 'status': 'completed', 'code': 200} Mar 28 19:04:57.673129 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-d0d33582-b781-438b-8d89-ad20368e7a71 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:57.674760 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-d0d33582-b781-438b-8d89-ad20368e7a71 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0619991 Mar 28 19:04:57.770163 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port 58207693-63e3-4cd2-9227-a512c0a36a7c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:04:57.771121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:57.862780 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] For port 58207693-63e3-4cd2-9227-a512c0a36a7c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=58207693-63e3-4cd2-9227-a512c0a36a7c,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:04:57.863146 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:57.912780 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd5ae-0e31-4317-990e-b8987a44c780 req-cacd8d66-1533-492c-a882-6172a3394e53 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:04:57.914222 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9c2fd5ae-0e31-4317-990e-b8987a44c780 req-cacd8d66-1533-492c-a882-6172a3394e53 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Mar 28 19:04:57.964484 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9c2fd5ae-0e31-4317-990e-b8987a44c780 req-d4b68342-9655-4fd3-b6df-70e70df5c87a tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups?id=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Mar 28 19:04:58.037485 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:58.037847 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (f619e0a5-fae8-422c-8efe-8698adb2a687), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:58.038198 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Floating IP f619e0a5-fae8-422c-8efe-8698adb2a687 disassociated. External IP: 172.27.1.253, port: 58207693-63e3-4cd2-9227-a512c0a36a7c. Mar 28 19:04:58.038547 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for 58207693-63e3-4cd2-9227-a512c0a36a7c owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:04:58.101057 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:58.172972 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (58207693-63e3-4cd2-9227-a512c0a36a7c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:58.202851 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=58207693-63e3-4cd2-9227-a512c0a36a7c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:58.315848 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:04:58.418093 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:04:58.427384 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:04:58.438469 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:04:58.439102 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:58.461094 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] No DVR routers for this DVR port 58207693-63e3-4cd2-9227-a512c0a36a7c on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:04:58.463638 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:58.467147 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15a7b929-6eb5-4d83-926e-9aa29576eb39 req-4d52988c-fa02-4c88-b95c-8196c9ee0bc3 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.15 "DELETE /v2.0/ports/58207693-63e3-4cd2-9227-a512c0a36a7c HTTP/1.1" status: 204 len: 173 time: 0.7863560 Mar 28 19:04:58.552957 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:04:58.799944 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:58.833773 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:04:58.843903 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:04:58.844601 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:58.972190 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39016) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:59.012841 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:04:59.124469 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-aa437760-89b7-4678-966e-c6bd06b22c6d req-9fcde5ba-0136-4a3e-b133-638af479e1c4 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dac2087-8fde-4f4a-933c-810f5d22ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0327551 Mar 28 19:04:59.138339 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b256ced9-033f-4b03-8fd4-a1fc05fbc916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.221476 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b256ced9-033f-4b03-8fd4-a1fc05fbc916 admin admin] Publish callbacks [] for security_group (c4731cdc-6dfa-4822-912a-650b1b1e6ff0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.225417 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b256ced9-033f-4b03-8fd4-a1fc05fbc916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c4731cdc-6dfa-4822-912a-650b1b1e6ff0), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.254997 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:04:59.263015 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b256ced9-033f-4b03-8fd4-a1fc05fbc916 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61d72ffae97c41e1bef0726c8c513a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886894 Mar 28 19:04:59.264120 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256ced9-033f-4b03-8fd4-a1fc05fbc916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4731cdc-6dfa-4822-912a-650b1b1e6ff0,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:59.266350 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39024) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:59.283281 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf774e-2d99-4e4f-a695-ed0089aee928 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37', 'name': '', 'network_id': '9878c9a9-67d2-47f6-a796-d45b72b61f6f', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'mac_address': 'fa:16:3e:20:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:05Z', 'updated_at': '2022-03-28T18:55:21Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'subnets': [{'id': 'e0b07a0d-38ee-498e-99aa-975fd79375e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:04:59.315989 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b8d13a47-606a-459e-aba4-2b251a8c5b84 admin admin] Publish callbacks [] for security_group (c4731cdc-6dfa-4822-912a-650b1b1e6ff0), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.337788 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b8d13a47-606a-459e-aba4-2b251a8c5b84 admin admin] Publish callbacks [] for security_group (c4731cdc-6dfa-4822-912a-650b1b1e6ff0), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.384198 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b8d13a47-606a-459e-aba4-2b251a8c5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c4731cdc-6dfa-4822-912a-650b1b1e6ff0), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.386988 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b8d13a47-606a-459e-aba4-2b251a8c5b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.388123 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b8d13a47-606a-459e-aba4-2b251a8c5b84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4731cdc-6dfa-4822-912a-650b1b1e6ff0 HTTP/1.1" status: 204 len: 168 time: 0.1202786 Mar 28 19:04:59.396129 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d13a47-606a-459e-aba4-2b251a8c5b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4731cdc-6dfa-4822-912a-650b1b1e6ff0,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:59.532521 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9b343-cbc8-4a3a-8b76-6f6ae4b081d3 None None] New status for floating IP f619e0a5-fae8-422c-8efe-8698adb2a687: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:04:59.590191 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'name': 'network-vif-deleted', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:04:59.593928 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7d2300-b573-4f8c-b346-fe1c2e82bb2b" -d '{"events": [{"server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "name": "network-vif-deleted", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:04:59.630140 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a814b27c-f542-4b43-93ae-f44aa728e1a7 x-openstack-request-id: req-a814b27c-f542-4b43-93ae-f44aa728e1a7 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:04:59.630536 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac2087-8fde-4f4a-933c-810f5d22ddd4", "name": "network-vif-deleted", "tag": "58207693-63e3-4cd2-9227-a512c0a36a7c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:04:59.630796 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a814b27c-f542-4b43-93ae-f44aa728e1a7 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:04:59.631202 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a814b27c-f542-4b43-93ae-f44aa728e1a7'] response: {'server_uuid': '2dac2087-8fde-4f4a-933c-810f5d22ddd4', 'name': 'network-vif-deleted', 'tag': '58207693-63e3-4cd2-9227-a512c0a36a7c', 'status': 'completed', 'code': 200} Mar 28 19:04:59.650677 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.666256 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39032) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:59.680632 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8e62e0e0-ee93-419d-a1b1-672ac89f1e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.752009 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8e62e0e0-ee93-419d-a1b1-672ac89f1e5c admin admin] Publish callbacks [] for security_group (b63301eb-bc2c-4751-aec7-1cbfbc7d8c98), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.755472 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8e62e0e0-ee93-419d-a1b1-672ac89f1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b63301eb-bc2c-4751-aec7-1cbfbc7d8c98), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.794988 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8e62e0e0-ee93-419d-a1b1-672ac89f1e5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c2c7741065540d0ab39366c18ce2235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276476 Mar 28 19:04:59.795748 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e0e0-ee93-419d-a1b1-672ac89f1e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63301eb-bc2c-4751-aec7-1cbfbc7d8c98,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:59.798363 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39034) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:04:59.845570 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-740374be-31a5-44ad-9a72-15f41c0255f8 admin admin] Publish callbacks [] for security_group (b63301eb-bc2c-4751-aec7-1cbfbc7d8c98), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.865866 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-740374be-31a5-44ad-9a72-15f41c0255f8 admin admin] Publish callbacks [] for security_group (b63301eb-bc2c-4751-aec7-1cbfbc7d8c98), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.912153 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-740374be-31a5-44ad-9a72-15f41c0255f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b63301eb-bc2c-4751-aec7-1cbfbc7d8c98), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.914991 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-740374be-31a5-44ad-9a72-15f41c0255f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:04:59.916085 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-740374be-31a5-44ad-9a72-15f41c0255f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b63301eb-bc2c-4751-aec7-1cbfbc7d8c98 HTTP/1.1" status: 204 len: 168 time: 0.1164987 Mar 28 19:04:59.923557 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740374be-31a5-44ad-9a72-15f41c0255f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63301eb-bc2c-4751-aec7-1cbfbc7d8c98,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:04:59.941349 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8ec2e8e7-4223-438f-a823-5ddbd263693b no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:04:59.965798 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 8ec2e8e7-4223-438f-a823-5ddbd263693b {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:04:59.966159 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8ec2e8e7-4223-438f-a823-5ddbd263693b not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:04:59.966580 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 58207693-63e3-4cd2-9227-a512c0a36a7c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:04:59.985378 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 58207693-63e3-4cd2-9227-a512c0a36a7c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:04:59.985715 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 58207693-63e3-4cd2-9227-a512c0a36a7c not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:00.215601 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39052) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:00.277830 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e5de408f-b6de-41e6-aa8b-b34c2dffb60e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (2baf0d6f-7d7d-42a7-a995-3f1f9523f87d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.301199 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e5de408f-b6de-41e6-aa8b-b34c2dffb60e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (2baf0d6f-7d7d-42a7-a995-3f1f9523f87d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.348633 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e5de408f-b6de-41e6-aa8b-b34c2dffb60e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2baf0d6f-7d7d-42a7-a995-3f1f9523f87d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.351470 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e5de408f-b6de-41e6-aa8b-b34c2dffb60e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.352606 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e5de408f-b6de-41e6-aa8b-b34c2dffb60e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/security-groups/2baf0d6f-7d7d-42a7-a995-3f1f9523f87d HTTP/1.1" status: 204 len: 168 time: 0.1360049 Mar 28 19:05:00.355407 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39060) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:00.362088 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de408f-b6de-41e6-aa8b-b34c2dffb60e tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf0d6f-7d7d-42a7-a995-3f1f9523f87d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:00.370396 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.api.v2.resource [None req-82883db3-cb60-4c9b-8282-288975bf43a5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] show failed (client error): The resource could not be found. Mar 28 19:05:00.371397 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-82883db3-cb60-4c9b-8282-288975bf43a5 tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "GET /v2.0/security-groups/2baf0d6f-7d7d-42a7-a995-3f1f9523f87d HTTP/1.1" status: 404 len: 347 time: 0.0144045 Mar 28 19:05:00.374922 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39062) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:00.497416 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Deleting port b3e3a2d0-7751-40ee-8925-9aa0c1691c9f {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:00.497755 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.572536 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.572866 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.585005 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Calling delete_port for b3e3a2d0-7751-40ee-8925-9aa0c1691c9f owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:00.718410 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (b3e3a2d0-7751-40ee-8925-9aa0c1691c9f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.743648 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Pushing event deleted for resources: {'Port': ['ID=b3e3a2d0-7751-40ee-8925-9aa0c1691c9f,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:00.808974 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks [] for floatingip (f619e0a5-fae8-422c-8efe-8698adb2a687), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.811487 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:00.812638 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cf08fd39-e6f1-453f-89be-275b353f117c tempest-AttachVolumeNegativeTest-281990014 tempest-AttachVolumeNegativeTest-281990014-project] 10.222.0.31 "DELETE /v2.0/floatingips/f619e0a5-fae8-422c-8efe-8698adb2a687 HTTP/1.1" status: 204 len: 168 time: 0.4368210 Mar 28 19:05:01.038039 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:01.834732 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39130) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:01.935713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4927a72f-7974-4cf5-8905-cad8863b8657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.009238 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4927a72f-7974-4cf5-8905-cad8863b8657 admin admin] Publish callbacks [] for security_group (84df1fb0-480b-4b17-a21e-224e2d08ad70), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.012713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4927a72f-7974-4cf5-8905-cad8863b8657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (84df1fb0-480b-4b17-a21e-224e2d08ad70), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.049659 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4927a72f-7974-4cf5-8905-cad8863b8657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76003742a2e84cb9bef78ef28e10c3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138808 Mar 28 19:05:02.050535 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a72f-7974-4cf5-8905-cad8863b8657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84df1fb0-480b-4b17-a21e-224e2d08ad70,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:02.053324 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39136) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:02.101591 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7aa3-001f-4a6e-84ac-63dc01373c84 admin admin] Publish callbacks [] for security_group (84df1fb0-480b-4b17-a21e-224e2d08ad70), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.122530 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7aa3-001f-4a6e-84ac-63dc01373c84 admin admin] Publish callbacks [] for security_group (84df1fb0-480b-4b17-a21e-224e2d08ad70), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.168970 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7aa3-001f-4a6e-84ac-63dc01373c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (84df1fb0-480b-4b17-a21e-224e2d08ad70), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.172213 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7aa3-001f-4a6e-84ac-63dc01373c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.173343 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-5d7a7aa3-001f-4a6e-84ac-63dc01373c84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84df1fb0-480b-4b17-a21e-224e2d08ad70 HTTP/1.1" status: 204 len: 168 time: 0.1187365 Mar 28 19:05:02.181356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a7aa3-001f-4a6e-84ac-63dc01373c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84df1fb0-480b-4b17-a21e-224e2d08ad70,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:02.421220 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39144) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:02.436312 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe55a-ced6-43ce-9454-7ecfb21d22a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.510207 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe55a-ced6-43ce-9454-7ecfb21d22a4 admin admin] Publish callbacks [] for security_group (8bc6d1d0-5cd1-4745-b5f6-7539137a802f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.513715 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe55a-ced6-43ce-9454-7ecfb21d22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8bc6d1d0-5cd1-4745-b5f6-7539137a802f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.551045 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9ffbe55a-ced6-43ce-9454-7ecfb21d22a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d6bc2b8fa904e95a5eeff88c9f7947e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287777 Mar 28 19:05:02.552099 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe55a-ced6-43ce-9454-7ecfb21d22a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc6d1d0-5cd1-4745-b5f6-7539137a802f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:02.554041 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39146) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:02.600489 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b0a0-5165-4e6f-8ddb-e45a79b9ecc1 admin admin] Publish callbacks [] for security_group (8bc6d1d0-5cd1-4745-b5f6-7539137a802f), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.620226 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b0a0-5165-4e6f-8ddb-e45a79b9ecc1 admin admin] Publish callbacks [] for security_group (8bc6d1d0-5cd1-4745-b5f6-7539137a802f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.668769 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b0a0-5165-4e6f-8ddb-e45a79b9ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (8bc6d1d0-5cd1-4745-b5f6-7539137a802f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.671287 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7fe4b0a0-5165-4e6f-8ddb-e45a79b9ecc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:02.672403 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7fe4b0a0-5165-4e6f-8ddb-e45a79b9ecc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bc6d1d0-5cd1-4745-b5f6-7539137a802f HTTP/1.1" status: 204 len: 168 time: 0.1173239 Mar 28 19:05:02.680198 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4b0a0-5165-4e6f-8ddb-e45a79b9ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc6d1d0-5cd1-4745-b5f6-7539137a802f,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:04.276964 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:05:07.591313 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39256) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:08.309651 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (b32365ba-2830-478c-b1ae-4814b161a215), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:08.556334 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Deleting port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:08.556656 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:08.632818 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] For port ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:08.633478 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:08.649041 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Calling delete_port for ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:08.824946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:08.851293 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:08.875357 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.875874 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.876229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.876568 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.876898 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.877227 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.877551 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.877872 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.878225 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.878551 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.878875 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.879201 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.879526 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.879844 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:08.880162 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:09.026181 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (b32365ba-2830-478c-b1ae-4814b161a215), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:09.242483 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Router b32365ba-2830-478c-b1ae-4814b161a215 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:05:09.351683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:05:09.356626 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f1f89ad0-4aea-419f-a75e-fe08bdd48140 admin admin] 10.222.0.31 "PUT /v2.0/routers/b32365ba-2830-478c-b1ae-4814b161a215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643008 Mar 28 19:05:09.359793 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39280) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:09.367461 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] Sync routers for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:05:09.377496 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:05:09.378111 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:09.462284 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks [] for router (b32365ba-2830-478c-b1ae-4814b161a215), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:09.483599 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:05:09.568598 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks [] for router_gateway (b32365ba-2830-478c-b1ae-4814b161a215), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:09.623937 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Deleting port 810fb24a-54a5-438e-bcdf-a40d65a68ef0 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:09.624275 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:09.662242 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T19:05:08Z', 'revision_number': 5, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port': {'id': '810fb24a-54a5-438e-bcdf-a40d65a68ef0', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:09.691592 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] Checking router: b32365ba-2830-478c-b1ae-4814b161a215 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:05:09.701035 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] Routers {'b32365ba-2830-478c-b1ae-4814b161a215'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:05:09.701698 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['b32365ba-2830-478c-b1ae-4814b161a215'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:09.705177 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] For port 810fb24a-54a5-438e-bcdf-a40d65a68ef0, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=810fb24a-54a5-438e-bcdf-a40d65a68ef0,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:09.705671 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:09.718679 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Calling delete_port for 810fb24a-54a5-438e-bcdf-a40d65a68ef0 owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:09.805682 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] Set router b32365ba-2830-478c-b1ae-4814b161a215 gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:05:09.900636 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (810fb24a-54a5-438e-bcdf-a40d65a68ef0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:09.930432 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=810fb24a-54a5-438e-bcdf-a40d65a68ef0,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:09.992880 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (b32365ba-2830-478c-b1ae-4814b161a215), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:09.993846 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T19:05:09Z', 'revision_number': 6, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:10.022575 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab536905-2fa0-465e-acd6-4dd7dc8d7887 None None] The sync data for ids ['b32365ba-2830-478c-b1ae-4814b161a215'] in dv-cinder-835483-1-iscsi is: [{'id': 'b32365ba-2830-478c-b1ae-4814b161a215', 'name': 'tempest-AttachVolumeNegativeTest-1573351071-router', 'tenant_id': '50618dfcf489415599d11ea74cceee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:50Z', 'updated_at': '2022-03-28T19:05:09Z', 'revision_number': 6, 'project_id': '50618dfcf489415599d11ea74cceee7a', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:05:10.087149 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (b32365ba-2830-478c-b1ae-4814b161a215), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.089246 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks [] for router_controller (b32365ba-2830-478c-b1ae-4814b161a215), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.134127 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (b32365ba-2830-478c-b1ae-4814b161a215), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.134671 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32365ba-2830-478c-b1ae-4814b161a215 {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:05:10.139881 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.141279 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0fdc62d6-e8b1-4c37-93c6-426ca64cd6b8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b32365ba-2830-478c-b1ae-4814b161a215 HTTP/1.1" status: 204 len: 168 time: 0.7803979 Mar 28 19:05:10.143867 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39290) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:10.187889 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] Deleting subnet e0b07a0d-38ee-498e-99aa-975fd79375e9 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:05:10.190850 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] Publish callbacks [] for subnet (e0b07a0d-38ee-498e-99aa-975fd79375e9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.223535 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (e0b07a0d-38ee-498e-99aa-975fd79375e9), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.300442 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (e0b07a0d-38ee-498e-99aa-975fd79375e9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.351345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (e0b07a0d-38ee-498e-99aa-975fd79375e9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.377932 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b07a0d-38ee-498e-99aa-975fd79375e9,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:10.379913 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.383101 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1a2743eb-00bf-4530-bd49-749e75755671 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0b07a0d-38ee-498e-99aa-975fd79375e9 HTTP/1.1" status: 204 len: 168 time: 0.2381775 Mar 28 19:05:10.384838 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05f0f4-f64e-439c-90f4-3be8c78476c5 None None] Network 9878c9a9-67d2-47f6-a796-d45b72b61f6f requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:05:10.385637 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39294) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:10.453762 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (9878c9a9-67d2-47f6-a796-d45b72b61f6f), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.510323 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Deleting port 4b54d130-d3fc-4676-8f81-ac3fae383b75 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:10.510729 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.570548 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] For port 4b54d130-d3fc-4676-8f81-ac3fae383b75, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=4b54d130-d3fc-4676-8f81-ac3fae383b75,segment=NetworkSegment(5c701992-9cd7-40e6-aa2b-8a8a805df430),segment_id=5c701992-9cd7-40e6-aa2b-8a8a805df430)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:10.570836 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.583632 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Calling delete_port for 4b54d130-d3fc-4676-8f81-ac3fae383b75 owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:10.658883 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (4b54d130-d3fc-4676-8f81-ac3fae383b75), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.686064 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b54d130-d3fc-4676-8f81-ac3fae383b75,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:10.689583 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] No DVR routers for this DVR port 4b54d130-d3fc-4676-8f81-ac3fae383b75 on host dv-cinder-835483-1-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:05:10.755438 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (9878c9a9-67d2-47f6-a796-d45b72b61f6f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.777046 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9878c9a9-67d2-47f6-a796-d45b72b61f6f']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:10.786871 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c701992-9cd7-40e6-aa2b-8a8a805df430') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:10.787169 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c701992-9cd7-40e6-aa2b-8a8a805df430') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:10.797079 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (5c701992-9cd7-40e6-aa2b-8a8a805df430), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.812370 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (5c701992-9cd7-40e6-aa2b-8a8a805df430), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.813284 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484fc9b-5af6-4cc9-82c5-e89cccd0a9a4 None None] DHCP port deletion for 9878c9a9-67d2-47f6-a796-d45b72b61f6f request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:05:10.820029 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:10.820410 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (5c701992-9cd7-40e6-aa2b-8a8a805df430), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:10.822211 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:10.890667 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (9878c9a9-67d2-47f6-a796-d45b72b61f6f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.892398 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:10.899096 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9878c9a9-67d2-47f6-a796-d45b72b61f6f HTTP/1.1" status: 204 len: 168 time: 0.5122859 Mar 28 19:05:10.912915 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659cc8b-d327-4018-8f28-f3370f92f217 admin admin] Pushing event deleted for resources: {'Network': ['ID=9878c9a9-67d2-47f6-a796-d45b72b61f6f,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:10.913711 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 810fb24a-54a5-438e-bcdf-a40d65a68ef0 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:05:10.937331 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 810fb24a-54a5-438e-bcdf-a40d65a68ef0 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:05:10.937673 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 810fb24a-54a5-438e-bcdf-a40d65a68ef0 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:10.938110 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:05:10.957624 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:05:10.957977 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device ea9563a1-cfeb-4ef2-ad3b-e50e559f7c37 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:10.958423 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4b54d130-d3fc-4676-8f81-ac3fae383b75 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:05:10.981787 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 4b54d130-d3fc-4676-8f81-ac3fae383b75 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:05:10.982184 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4b54d130-d3fc-4676-8f81-ac3fae383b75 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:11.037705 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39300) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:11.082783 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3d711a31-e4bf-4d79-8dc1-f526f9001172 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50618dfcf489415599d11ea74cceee7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439045 Mar 28 19:05:11.085160 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39302) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:11.132550 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-027fa5bd-ea66-49ad-8746-e6b4661ba2da admin admin] Publish callbacks [] for security_group (2d3750b7-2de4-41b9-8070-844094ef5543), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:11.154670 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-027fa5bd-ea66-49ad-8746-e6b4661ba2da admin admin] Publish callbacks [] for security_group (2d3750b7-2de4-41b9-8070-844094ef5543), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:11.202581 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-027fa5bd-ea66-49ad-8746-e6b4661ba2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2d3750b7-2de4-41b9-8070-844094ef5543), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:11.205085 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-027fa5bd-ea66-49ad-8746-e6b4661ba2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:11.206215 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-027fa5bd-ea66-49ad-8746-e6b4661ba2da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d3750b7-2de4-41b9-8070-844094ef5543 HTTP/1.1" status: 204 len: 168 time: 0.1200793 Mar 28 19:05:11.214084 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fa5bd-ea66-49ad-8746-e6b4661ba2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3750b7-2de4-41b9-8070-844094ef5543,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:11.847834 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39328) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:11.940937 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526074884-network', 'tenant_id': '12f87e6bcd2849a195df5091dcae3832'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:11.960304 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Made reservation on behalf of 12f87e6bcd2849a195df5091dcae3832 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:11.962783 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:11.971173 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.042894 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks [] for security_group (ef90f5f3-bebc-4a42-80ff-6731a01dc1df), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.046830 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ef90f5f3-bebc-4a42-80ff-6731a01dc1df), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.072899 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:12.079216 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef90f5f3-bebc-4a42-80ff-6731a01dc1df,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:12.085731 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (be489783-3168-47cb-b645-af6a474f0e7d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.086071 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Added segment be489783-3168-47cb-b645-af6a474f0e7d of type vlan for network 2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d Mar 28 19:05:12.124688 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.153434 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.154349 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:12.154926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.208561 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3596737 Mar 28 19:05:12.211596 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39334) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:12.216388 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Request body: {'subnet': {'network_id': '2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526074884-subnet', 'tenant_id': '12f87e6bcd2849a195df5091dcae3832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:12.219037 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e1b9-f78d-4493-8b62-b3a465f49704 admin admin] Pushing event updated for resources: {'Network': ['ID=2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:12.228796 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:05:12.236445 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Made reservation on behalf of 12f87e6bcd2849a195df5091dcae3832 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:12.238799 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.404279 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (e828ff24-5ce5-41bd-8a31-561a401b3aae), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.456546 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e828ff24-5ce5-41bd-8a31-561a401b3aae,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:12.467903 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Checking segment: {'id': 'be489783-3168-47cb-b645-af6a474f0e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:05:12.468247 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Network hostable DHCP agents. Network: 2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:12.483713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Network 2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:12.492034 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:12.495961 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:12.496542 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.501159 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d12a7-38c9-4fdd-bc1f-f750b516f975 None None] Network 2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:05:12.511742 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ddcde587-7bcd-4070-bbd0-d1fde5b05408 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2990797 Mar 28 19:05:12.601850 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19262b-e988-4af9-b36a-55606ab7511f None None] Network 2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:05:12.964153 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39354) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:12.969727 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1479183870-network', 'tenant_id': '0908b3632766425382f74971b5ee9df0'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:12.988596 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Made reservation on behalf of 0908b3632766425382f74971b5ee9df0 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:12.990810 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:12.999425 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.072728 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks [] for security_group (2de23322-5425-450f-8d4b-f938e42b1244), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.077643 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2de23322-5425-450f-8d4b-f938e42b1244), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.102580 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:13.112243 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de23322-5425-450f-8d4b-f938e42b1244,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:13.116816 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (a927a925-e5ef-4dd9-9971-5e004cf7f542), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.117158 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Added segment a927a925-e5ef-4dd9-9971-5e004cf7f542 of type vlan for network b7f56360-4431-4742-8828-37b51fba3d54 Mar 28 19:05:13.157919 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (b7f56360-4431-4742-8828-37b51fba3d54), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.181603 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (b7f56360-4431-4742-8828-37b51fba3d54), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.182504 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:13.183083 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.242570 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2772341 Mar 28 19:05:13.245296 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39360) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:13.245736 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d50e-7bf4-4820-850a-0e98d966f24f admin admin] Pushing event updated for resources: {'Network': ['ID=b7f56360-4431-4742-8828-37b51fba3d54,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:13.250813 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Request body: {'subnet': {'network_id': 'b7f56360-4431-4742-8828-37b51fba3d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1479183870-subnet', 'tenant_id': '0908b3632766425382f74971b5ee9df0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:13.256545 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network b7f56360-4431-4742-8828-37b51fba3d54 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:05:13.272594 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Made reservation on behalf of 0908b3632766425382f74971b5ee9df0 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:13.274998 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122587'] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.452648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3635465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122573'] for subnet (c5bc173d-e53e-4739-96fb-efbf654f3fa9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.509636 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bc173d-e53e-4739-96fb-efbf654f3fa9,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:13.516906 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Checking segment: {'id': 'a927a925-e5ef-4dd9-9971-5e004cf7f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b7f56360-4431-4742-8828-37b51fba3d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:05:13.517260 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Network hostable DHCP agents. Network: b7f56360-4431-4742-8828-37b51fba3d54, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:13.534492 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Network b7f56360-4431-4742-8828-37b51fba3d54 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:13.543249 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, b7f56360-4431-4742-8828-37b51fba3d54) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:13.548058 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:13.548589 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.555820 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e59061-d174-44ba-8b64-c3606b1af529 None None] Network b7f56360-4431-4742-8828-37b51fba3d54 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:05:13.573248 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6ac74b97-2a43-424c-8aae-1361ecdad8be admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3203967 Mar 28 19:05:13.588132 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efea9b-357a-4f03-9c53-1a203203bde3 req-e9404af4-5bd1-42ee-8c0b-acb182ca8444 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:13.589689 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-92efea9b-357a-4f03-9c53-1a203203bde3 req-e9404af4-5bd1-42ee-8c0b-acb182ca8444 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0661292 Mar 28 19:05:13.638828 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-92efea9b-357a-4f03-9c53-1a203203bde3 req-6fa02492-9db4-4729-a32e-e10bba807929 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Mar 28 19:05:13.668831 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431160a-41fc-40ce-ada1-2cd53a177c4e None None] Network b7f56360-4431-4742-8828-37b51fba3d54 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:05:13.697432 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39372) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:13.741136 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] Deleting subnet e828ff24-5ce5-41bd-8a31-561a401b3aae {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:05:13.744233 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] Publish callbacks [] for subnet (e828ff24-5ce5-41bd-8a31-561a401b3aae), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.782665 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (e828ff24-5ce5-41bd-8a31-561a401b3aae), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.821553 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (e828ff24-5ce5-41bd-8a31-561a401b3aae), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.870094 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (e828ff24-5ce5-41bd-8a31-561a401b3aae), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.895449 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e828ff24-5ce5-41bd-8a31-561a401b3aae,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:13.897357 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:13.900458 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f2c0d04f-f2be-47e7-b3e2-8859d1d5fa10 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e828ff24-5ce5-41bd-8a31-561a401b3aae HTTP/1.1" status: 204 len: 168 time: 0.2015858 Mar 28 19:05:13.902868 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39374) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:14.195674 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.269892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.289890 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:14.299005 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be489783-3168-47cb-b645-af6a474f0e7d') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:14.299307 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be489783-3168-47cb-b645-af6a474f0e7d') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:14.308537 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (be489783-3168-47cb-b645-af6a474f0e7d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.321131 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (be489783-3168-47cb-b645-af6a474f0e7d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.327741 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:14.328210 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (be489783-3168-47cb-b645-af6a474f0e7d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:14.330074 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:14.385610 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.392898 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.396267 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d HTTP/1.1" status: 204 len: 168 time: 0.4924765 Mar 28 19:05:14.399133 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39378) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:14.406064 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0886126-46fe-4483-a02e-b02dbda3f9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e486a2a-85ac-4bc5-a66b-b4f9418c0e2d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:14.445390 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] Deleting subnet c5bc173d-e53e-4739-96fb-efbf654f3fa9 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:05:14.448815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] Publish callbacks [] for subnet (c5bc173d-e53e-4739-96fb-efbf654f3fa9), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.758589 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593161'] for subnet (c5bc173d-e53e-4739-96fb-efbf654f3fa9), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.807584 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (c5bc173d-e53e-4739-96fb-efbf654f3fa9), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.816124 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d117-da34-46ac-9809-61f85d92310c req-8d043f1c-e5f7-4d36-9efa-1b80fd8f0d9d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:14.817570 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b03d117-da34-46ac-9809-61f85d92310c req-8d043f1c-e5f7-4d36-9efa-1b80fd8f0d9d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0946419 Mar 28 19:05:14.894409 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1b03d117-da34-46ac-9809-61f85d92310c req-7b77421b-2748-4907-8806-5e53b15cca69 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups?id=147c79c8-e292-48f9-a487-3fc1f76694b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559506 Mar 28 19:05:14.902861 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3635530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122564'] for subnet (c5bc173d-e53e-4739-96fb-efbf654f3fa9), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.927625 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bc173d-e53e-4739-96fb-efbf654f3fa9,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:14.931720 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:14.934876 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7f83c656-571a-41fe-92df-e009a771d8df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c5bc173d-e53e-4739-96fb-efbf654f3fa9 HTTP/1.1" status: 204 len: 168 time: 0.5347462 Mar 28 19:05:14.937976 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39390) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:15.004402 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (b7f56360-4431-4742-8828-37b51fba3d54), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.085468 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (b7f56360-4431-4742-8828-37b51fba3d54), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.105650 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f56360-4431-4742-8828-37b51fba3d54']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:15.115330 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a927a925-e5ef-4dd9-9971-5e004cf7f542') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:15.115625 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a927a925-e5ef-4dd9-9971-5e004cf7f542') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:15.125262 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (a927a925-e5ef-4dd9-9971-5e004cf7f542), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.138379 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (a927a925-e5ef-4dd9-9971-5e004cf7f542), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.145180 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:15.145567 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (a927a925-e5ef-4dd9-9971-5e004cf7f542), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:15.147638 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:15.202648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (b7f56360-4431-4742-8828-37b51fba3d54), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.208482 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.212033 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] 10.222.0.31 "DELETE /v2.0/networks/b7f56360-4431-4742-8828-37b51fba3d54 HTTP/1.1" status: 204 len: 168 time: 0.2730966 Mar 28 19:05:15.228476 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11528d-f8a6-4161-8fad-30f015d9162d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f56360-4431-4742-8828-37b51fba3d54,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:15.385929 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b12077-6b33-429f-bdca-ea537f77852a req-37a5882f-a5c9-4dc9-b193-35574499299b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:15.387615 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18b12077-6b33-429f-bdca-ea537f77852a req-37a5882f-a5c9-4dc9-b193-35574499299b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 946 time: 0.0746586 Mar 28 19:05:15.422064 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39402) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:15.468849 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-36e966e7-2782-495e-b6e4-e3a072fd29dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12f87e6bcd2849a195df5091dcae3832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455344 Mar 28 19:05:15.471482 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39404) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:15.502375 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Deleting port a9d2c54c-692b-4fde-accb-d107afbbbe2d {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:15.502947 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.521938 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89cfe91e-f0cf-4130-ac0b-70d7d43af9fd admin admin] Publish callbacks [] for security_group (ef90f5f3-bebc-4a42-80ff-6731a01dc1df), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.546053 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89cfe91e-f0cf-4130-ac0b-70d7d43af9fd admin admin] Publish callbacks [] for security_group (ef90f5f3-bebc-4a42-80ff-6731a01dc1df), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.606295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] For port a9d2c54c-692b-4fde-accb-d107afbbbe2d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=a9d2c54c-692b-4fde-accb-d107afbbbe2d,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:15.606582 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.607063 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89cfe91e-f0cf-4130-ac0b-70d7d43af9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (ef90f5f3-bebc-4a42-80ff-6731a01dc1df), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.610257 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-89cfe91e-f0cf-4130-ac0b-70d7d43af9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.613756 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-89cfe91e-f0cf-4130-ac0b-70d7d43af9fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef90f5f3-bebc-4a42-80ff-6731a01dc1df HTTP/1.1" status: 204 len: 168 time: 0.1389449 Mar 28 19:05:15.621658 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfe91e-f0cf-4130-ac0b-70d7d43af9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef90f5f3-bebc-4a42-80ff-6731a01dc1df,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:15.788679 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.789229 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (5b3f2d02-495c-4b82-adb7-92554b16f238), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.789501 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Floating IP 5b3f2d02-495c-4b82-adb7-92554b16f238 disassociated. External IP: 172.27.1.57, port: a9d2c54c-692b-4fde-accb-d107afbbbe2d. Mar 28 19:05:15.789917 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Calling delete_port for a9d2c54c-692b-4fde-accb-d107afbbbe2d owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:15.938577 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (a9d2c54c-692b-4fde-accb-d107afbbbe2d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:15.943682 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39418) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:15.973511 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event deleted for resources: {'Port': ['ID=a9d2c54c-692b-4fde-accb-d107afbbbe2d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:16.026737 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b30c9c7a-2737-48e1-bda3-75429fcbcfeb req-9cd98bb2-edbc-427a-a7c5-3edc75dc34d3 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Mar 28 19:05:16.030323 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b0049a77-1c8c-4ec9-8af6-044e30bb5ac8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0908b3632766425382f74971b5ee9df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841119 Mar 28 19:05:16.032295 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39422) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:16.082360 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-de9ddf3b-2a79-4c6a-a945-f93875318bdb admin admin] Publish callbacks [] for security_group (2de23322-5425-450f-8d4b-f938e42b1244), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:16.103634 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-de9ddf3b-2a79-4c6a-a945-f93875318bdb admin admin] Publish callbacks [] for security_group (2de23322-5425-450f-8d4b-f938e42b1244), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:16.105803 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:05:16.152711 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-de9ddf3b-2a79-4c6a-a945-f93875318bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2de23322-5425-450f-8d4b-f938e42b1244), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:16.155536 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-de9ddf3b-2a79-4c6a-a945-f93875318bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:16.157283 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-de9ddf3b-2a79-4c6a-a945-f93875318bdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2de23322-5425-450f-8d4b-f938e42b1244 HTTP/1.1" status: 204 len: 168 time: 0.1239905 Mar 28 19:05:16.165253 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ddf3b-2a79-4c6a-a945-f93875318bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de23322-5425-450f-8d4b-f938e42b1244,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:16.227845 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:05:16.238190 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] Sync routers for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:05:16.247924 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:05:16.249076 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:16.278057 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] No DVR routers for this DVR port a9d2c54c-692b-4fde-accb-d107afbbbe2d on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:05:16.281181 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:16.284587 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18b12077-6b33-429f-bdca-ea537f77852a req-2cf29720-afa1-4ad5-8f2f-8fb7e43e646d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.15 "DELETE /v2.0/ports/a9d2c54c-692b-4fde-accb-d107afbbbe2d HTTP/1.1" status: 204 len: 173 time: 0.8914239 Mar 28 19:05:16.284961 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-deleted', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:05:16.289943 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0af3d7-335d-49fb-806f-fea2bdedbc93" -d '{"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-deleted", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:05:16.332823 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c408a24a-710d-4f3d-8f77-7e8f0866e1cb x-openstack-request-id: req-c408a24a-710d-4f3d-8f77-7e8f0866e1cb {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:05:16.333121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738c081-0e6d-4699-b293-c2b8ec17e080", "name": "network-vif-deleted", "tag": "a9d2c54c-692b-4fde-accb-d107afbbbe2d", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:05:16.333380 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c408a24a-710d-4f3d-8f77-7e8f0866e1cb {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:05:16.333786 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c408a24a-710d-4f3d-8f77-7e8f0866e1cb'] response: {'server_uuid': 'c738c081-0e6d-4699-b293-c2b8ec17e080', 'name': 'network-vif-deleted', 'tag': 'a9d2c54c-692b-4fde-accb-d107afbbbe2d', 'status': 'completed', 'code': 200} Mar 28 19:05:16.372335 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:05:16.587650 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:16.613591 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] Checking router: 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:05:16.622049 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:05:16.622681 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:16.730777 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:05:16.928994 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:16.958664 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd86c0-b70a-49a5-a1de-ee7bf06abcf3 None None] The sync data for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi is: [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T18:55:12Z', 'revision_number': 4, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '0e9c595a-d0e0-4377-89b3-1beab3696248', 'name': '', 'network_id': '989a5a00-b4e7-424a-a451-554dfd2c7fba', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'mac_address': 'fa:16:3e:04:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:55:07Z', 'updated_at': '2022-03-28T18:55:22Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'subnets': [{'id': 'd8d142bf-5ef6-4041-ab33-b20e399ae024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:05:17.137290 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f9495e15-0d08-4005-a7b8-e53d856583e6 req-46578685-1e73-4733-b4c0-cc54157a5ae2 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 210 time: 0.0294459 Mar 28 19:05:17.213939 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09733bd8-1ce6-4b46-9d11-99fa48195702 None None] New status for floating IP 5b3f2d02-495c-4b82-adb7-92554b16f238: DOWN {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:05:18.249123 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1292e504-3921-4cd3-bb69-27a6e83fdd88 req-0e494107-8d0d-4be6-a69f-b80816c1494b tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Mar 28 19:05:19.037567 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39572) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:19.145156 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c59b945-1a82-4467-bcda-7ca4828e5810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.220688 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c59b945-1a82-4467-bcda-7ca4828e5810 admin admin] Publish callbacks [] for security_group (a0e8cea5-70cc-4e75-90e9-4a6504e58670), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.224212 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4c59b945-1a82-4467-bcda-7ca4828e5810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (a0e8cea5-70cc-4e75-90e9-4a6504e58670), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.261038 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4c59b945-1a82-4467-bcda-7ca4828e5810 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=660c681e7ebd4e0db92c0abf935b007d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223854 Mar 28 19:05:19.261876 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59b945-1a82-4467-bcda-7ca4828e5810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e8cea5-70cc-4e75-90e9-4a6504e58670,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:19.263820 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39578) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:19.317313 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed68bb1d-352a-48ba-9b4e-fbd52c40134e admin admin] Publish callbacks [] for security_group (a0e8cea5-70cc-4e75-90e9-4a6504e58670), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.338983 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed68bb1d-352a-48ba-9b4e-fbd52c40134e admin admin] Publish callbacks [] for security_group (a0e8cea5-70cc-4e75-90e9-4a6504e58670), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.386643 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed68bb1d-352a-48ba-9b4e-fbd52c40134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (a0e8cea5-70cc-4e75-90e9-4a6504e58670), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.389212 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ed68bb1d-352a-48ba-9b4e-fbd52c40134e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.390409 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ed68bb1d-352a-48ba-9b4e-fbd52c40134e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0e8cea5-70cc-4e75-90e9-4a6504e58670 HTTP/1.1" status: 204 len: 168 time: 0.1256135 Mar 28 19:05:19.398129 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68bb1d-352a-48ba-9b4e-fbd52c40134e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e8cea5-70cc-4e75-90e9-4a6504e58670,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:19.456912 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:05:19.472109 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9667d5d7-1942-4a70-8744-e7bf98362492 req-c5e25582-9f0d-42d2-a244-f92f25c66716 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/ports?device_id=c738c081-0e6d-4699-b293-c2b8ec17e080 HTTP/1.1" status: 200 len: 210 time: 0.1402428 Mar 28 19:05:19.479583 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: a9d2c54c-692b-4fde-accb-d107afbbbe2d {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:05:19.480051 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device a9d2c54c-692b-4fde-accb-d107afbbbe2d not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:19.678699 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39590) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:19.692405 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0d873a77-259b-4e59-84f7-37c50cfd40d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.764955 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0d873a77-259b-4e59-84f7-37c50cfd40d2 admin admin] Publish callbacks [] for security_group (2337f9e2-25e9-460b-8c43-f6d2f7c975e4), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.768815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0d873a77-259b-4e59-84f7-37c50cfd40d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2337f9e2-25e9-460b-8c43-f6d2f7c975e4), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.805709 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0d873a77-259b-4e59-84f7-37c50cfd40d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdc6a5ee45044aeba6a11de50b282359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259773 Mar 28 19:05:19.807689 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d873a77-259b-4e59-84f7-37c50cfd40d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2337f9e2-25e9-460b-8c43-f6d2f7c975e4,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:19.808465 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39592) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:19.854707 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-27cebd11-82fa-49e6-a62f-e531d5e39a82 admin admin] Publish callbacks [] for security_group (2337f9e2-25e9-460b-8c43-f6d2f7c975e4), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.875541 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-27cebd11-82fa-49e6-a62f-e531d5e39a82 admin admin] Publish callbacks [] for security_group (2337f9e2-25e9-460b-8c43-f6d2f7c975e4), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.924069 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-27cebd11-82fa-49e6-a62f-e531d5e39a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2337f9e2-25e9-460b-8c43-f6d2f7c975e4), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.926845 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-27cebd11-82fa-49e6-a62f-e531d5e39a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:19.928254 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-27cebd11-82fa-49e6-a62f-e531d5e39a82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2337f9e2-25e9-460b-8c43-f6d2f7c975e4 HTTP/1.1" status: 204 len: 168 time: 0.1185250 Mar 28 19:05:19.936783 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cebd11-82fa-49e6-a62f-e531d5e39a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337f9e2-25e9-460b-8c43-f6d2f7c975e4,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:20.565050 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39620) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:20.628478 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb79a05f-b830-4031-84c6-cabc5d391e21 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (147c79c8-e292-48f9-a487-3fc1f76694b6), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:20.652385 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb79a05f-b830-4031-84c6-cabc5d391e21 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (147c79c8-e292-48f9-a487-3fc1f76694b6), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:20.709432 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb79a05f-b830-4031-84c6-cabc5d391e21 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (147c79c8-e292-48f9-a487-3fc1f76694b6), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:20.712512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cb79a05f-b830-4031-84c6-cabc5d391e21 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:20.713746 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cb79a05f-b830-4031-84c6-cabc5d391e21 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "DELETE /v2.0/security-groups/147c79c8-e292-48f9-a487-3fc1f76694b6 HTTP/1.1" status: 204 len: 168 time: 0.1476874 Mar 28 19:05:20.716705 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39628) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:20.731221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a05f-b830-4031-84c6-cabc5d391e21 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c79c8-e292-48f9-a487-3fc1f76694b6,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:20.733339 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.api.v2.resource [None req-2327dee4-a184-4820-bd33-3af03593ea47 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] show failed (client error): The resource could not be found. Mar 28 19:05:20.734598 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2327dee4-a184-4820-bd33-3af03593ea47 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "GET /v2.0/security-groups/147c79c8-e292-48f9-a487-3fc1f76694b6 HTTP/1.1" status: 404 len: 347 time: 0.0155571 Mar 28 19:05:20.740583 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39632) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:20.881246 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Deleting port 2a1b3888-a330-4cb5-8b26-697ddcf9144d {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:20.881823 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:20.964216 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:20.964551 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (2a1b3888-a330-4cb5-8b26-697ddcf9144d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:20.977954 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Calling delete_port for 2a1b3888-a330-4cb5-8b26-697ddcf9144d owned by network:floatingip {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:21.123714 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (2a1b3888-a330-4cb5-8b26-697ddcf9144d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.152117 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Pushing event deleted for resources: {'Port': ['ID=2a1b3888-a330-4cb5-8b26-697ddcf9144d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:21.227375 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks [] for floatingip (5b3f2d02-495c-4b82-adb7-92554b16f238), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.231424 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.235912 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-36bcb9a3-b4b2-4f62-8b2e-e00e0697d934 tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] 10.222.0.31 "DELETE /v2.0/floatingips/5b3f2d02-495c-4b82-adb7-92554b16f238 HTTP/1.1" status: 204 len: 168 time: 0.4929278 Mar 28 19:05:21.611188 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39676) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:21.712324 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5f1c-15cf-4e36-95fc-5ec6178a77b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.784038 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5f1c-15cf-4e36-95fc-5ec6178a77b6 admin admin] Publish callbacks [] for security_group (2bf1ac9a-3d9c-4963-bded-9dad60295a24), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.787079 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5f1c-15cf-4e36-95fc-5ec6178a77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2bf1ac9a-3d9c-4963-bded-9dad60295a24), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.825236 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d6ac5f1c-15cf-4e36-95fc-5ec6178a77b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25235221d2c3426cb82fba01b1f293ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129967 Mar 28 19:05:21.826454 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac5f1c-15cf-4e36-95fc-5ec6178a77b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf1ac9a-3d9c-4963-bded-9dad60295a24,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:21.827964 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39680) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:21.876287 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a223ccac-b6e1-418a-a6e3-bbf4af19cfd6 admin admin] Publish callbacks [] for security_group (2bf1ac9a-3d9c-4963-bded-9dad60295a24), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.896355 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a223ccac-b6e1-418a-a6e3-bbf4af19cfd6 admin admin] Publish callbacks [] for security_group (2bf1ac9a-3d9c-4963-bded-9dad60295a24), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.942120 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a223ccac-b6e1-418a-a6e3-bbf4af19cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2bf1ac9a-3d9c-4963-bded-9dad60295a24), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.944596 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a223ccac-b6e1-418a-a6e3-bbf4af19cfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:21.945720 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a223ccac-b6e1-418a-a6e3-bbf4af19cfd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bf1ac9a-3d9c-4963-bded-9dad60295a24 HTTP/1.1" status: 204 len: 168 time: 0.1159613 Mar 28 19:05:21.953760 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223ccac-b6e1-418a-a6e3-bbf4af19cfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf1ac9a-3d9c-4963-bded-9dad60295a24,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:22.207171 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39688) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:22.220764 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9a9e87f8-64fc-4cd6-abe3-3e96bd2ab946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:22.295886 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9a9e87f8-64fc-4cd6-abe3-3e96bd2ab946 admin admin] Publish callbacks [] for security_group (f56f54eb-4aca-4563-a152-b52935425eb6), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:22.299909 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9a9e87f8-64fc-4cd6-abe3-3e96bd2ab946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f56f54eb-4aca-4563-a152-b52935425eb6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:22.347707 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9a9e87f8-64fc-4cd6-abe3-3e96bd2ab946 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22aad6108a4b439c8a358326a4d1e518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393678 Mar 28 19:05:22.348864 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e87f8-64fc-4cd6-abe3-3e96bd2ab946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56f54eb-4aca-4563-a152-b52935425eb6,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:22.351113 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39694) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:22.407849 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc4ac-8960-4958-b8ab-06b88bd81b71 admin admin] Publish callbacks [] for security_group (f56f54eb-4aca-4563-a152-b52935425eb6), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:22.430657 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc4ac-8960-4958-b8ab-06b88bd81b71 admin admin] Publish callbacks [] for security_group (f56f54eb-4aca-4563-a152-b52935425eb6), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:22.483816 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc4ac-8960-4958-b8ab-06b88bd81b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f56f54eb-4aca-4563-a152-b52935425eb6), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:22.486642 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc4ac-8960-4958-b8ab-06b88bd81b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:22.488329 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1b7fc4ac-8960-4958-b8ab-06b88bd81b71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f56f54eb-4aca-4563-a152-b52935425eb6 HTTP/1.1" status: 204 len: 168 time: 0.1360846 Mar 28 19:05:22.498427 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fc4ac-8960-4958-b8ab-06b88bd81b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56f54eb-4aca-4563-a152-b52935425eb6,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:23.740230 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39768) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:23.962627 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:24.247949 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:24.501535 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Deleting port 0e9c595a-d0e0-4377-89b3-1beab3696248 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:24.501874 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:24.576214 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] For port 0e9c595a-d0e0-4377-89b3-1beab3696248, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=0e9c595a-d0e0-4377-89b3-1beab3696248,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:24.576577 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:24.592615 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Calling delete_port for 0e9c595a-d0e0-4377-89b3-1beab3696248 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:24.715681 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-baf03a43-ac3b-40b9-b85a-7e191ff0408a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:24.782213 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (0e9c595a-d0e0-4377-89b3-1beab3696248), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:24.816563 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9c595a-d0e0-4377-89b3-1beab3696248,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:25.028877 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:25.254931 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:05:25.360367 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:05:25.365547 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-242c8aa4-5901-4b9a-80d9-3cf970897fb9 admin admin] 10.222.0.31 "PUT /v2.0/routers/220f371b-ba9d-4dd6-96f4-9b8f3caec8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6242702 Mar 28 19:05:25.368721 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39856) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:25.370946 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] Sync routers for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:05:25.391801 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:05:25.392415 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:25.485268 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks [] for router (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:25.512876 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:05:25.592298 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks [] for router_gateway (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:25.647673 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Deleting port bc838aff-9115-4461-b065-0684b6d36dc8 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:25.648013 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:25.715573 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T19:05:24Z', 'revision_number': 5, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port': {'id': 'bc838aff-9115-4461-b065-0684b6d36dc8', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:54:54Z', 'updated_at': '2022-03-28T18:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:25.747716 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] For port bc838aff-9115-4461-b065-0684b6d36dc8, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=bc838aff-9115-4461-b065-0684b6d36dc8,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:25.748082 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:25.749619 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] Checking router: 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:05:25.758345 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] Routers {'220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:05:25.758955 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:04:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:25.760838 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Calling delete_port for bc838aff-9115-4461-b065-0684b6d36dc8 owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:25.859072 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] Set router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:05:25.951368 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (bc838aff-9115-4461-b065-0684b6d36dc8), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:25.980765 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bc838aff-9115-4461-b065-0684b6d36dc8,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:26.023443 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T19:05:25Z', 'revision_number': 6, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:26.053359 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd4fc2-51aa-4d86-b613-0e6295164757 None None] The sync data for ids ['220f371b-ba9d-4dd6-96f4-9b8f3caec8c3'] in dv-cinder-835483-1-iscsi is: [{'id': '220f371b-ba9d-4dd6-96f4-9b8f3caec8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1109751627-router', 'tenant_id': 'd49ef87d39694f218e59c541c06c60bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:54:52Z', 'updated_at': '2022-03-28T19:05:25Z', 'revision_number': 6, 'project_id': 'd49ef87d39694f218e59c541c06c60bb', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:05:26.060212 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.163371 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.165539 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks [] for router_controller (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.214873 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (220f371b-ba9d-4dd6-96f4-9b8f3caec8c3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.215406 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:05:26.219662 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.220803 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0b73775d-d112-4c15-afbd-c9aef8cbe5ba admin admin] 10.222.0.31 "DELETE /v2.0/routers/220f371b-ba9d-4dd6-96f4-9b8f3caec8c3 HTTP/1.1" status: 204 len: 168 time: 0.8518138 Mar 28 19:05:26.223456 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39888) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:26.266430 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] Deleting subnet d8d142bf-5ef6-4041-ab33-b20e399ae024 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:05:26.269398 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] Publish callbacks [] for subnet (d8d142bf-5ef6-4041-ab33-b20e399ae024), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.306784 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (d8d142bf-5ef6-4041-ab33-b20e399ae024), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.383563 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (d8d142bf-5ef6-4041-ab33-b20e399ae024), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.435365 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (d8d142bf-5ef6-4041-ab33-b20e399ae024), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.464718 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d142bf-5ef6-4041-ab33-b20e399ae024,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:26.467015 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.473403 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6ccca8f1-49d8-4444-a7bb-ac7a8079a5bb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d8d142bf-5ef6-4041-ab33-b20e399ae024 HTTP/1.1" status: 204 len: 168 time: 0.2458575 Mar 28 19:05:26.473403 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39890) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:26.476514 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e328d-1da1-4c2c-b874-7ca06874b7dc None None] Network 989a5a00-b4e7-424a-a451-554dfd2c7fba requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:05:26.773273 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (989a5a00-b4e7-424a-a451-554dfd2c7fba), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.842466 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Deleting port 4518e224-c7f2-43b1-a396-bab9fcd90457 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:26.843331 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.846254 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] DHCP port deletion for 989a5a00-b4e7-424a-a451-554dfd2c7fba request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:05:26.911157 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Deleting port 4518e224-c7f2-43b1-a396-bab9fcd90457 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:05:26.911608 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.920563 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] For port 4518e224-c7f2-43b1-a396-bab9fcd90457, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=4518e224-c7f2-43b1-a396-bab9fcd90457,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:26.921586 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:26.955292 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Calling delete_port for 4518e224-c7f2-43b1-a396-bab9fcd90457 owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:26.981692 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4518e224-c7f2-43b1-a396-bab9fcd90457 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:05:27.040968 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.062316 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] No DVR routers for this DVR port 4518e224-c7f2-43b1-a396-bab9fcd90457 on host dv-cinder-835483-1-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:05:27.065357 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] For port 4518e224-c7f2-43b1-a396-bab9fcd90457, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=4518e224-c7f2-43b1-a396-bab9fcd90457,segment=NetworkSegment(03bc4e41-84bd-4d1c-a0a4-c917ae88d516),segment_id=03bc4e41-84bd-4d1c-a0a4-c917ae88d516)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:05:27.065798 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.074428 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb6f2-1980-4a76-ac97-7d1fa65a7147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.078877 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No active binding found for port 4518e224-c7f2-43b1-a396-bab9fcd90457 {{(pid=103111) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 28 19:05:27.079401 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] The host dv-cinder-835483-1-iscsi is not matching for port 4518e224-c7f2-43b1-a396-bab9fcd90457 host None! {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 19:05:27.079622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 4518e224-c7f2-43b1-a396-bab9fcd90457 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:27.080215 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bc838aff-9115-4461-b065-0684b6d36dc8 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:05:27.082803 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4518e224-c7f2-43b1-a396-bab9fcd90457,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:27.085919 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Calling delete_port for 4518e224-c7f2-43b1-a396-bab9fcd90457 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:05:27.106921 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: bc838aff-9115-4461-b065-0684b6d36dc8 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:05:27.107267 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device bc838aff-9115-4461-b065-0684b6d36dc8 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:27.107678 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 0e9c595a-d0e0-4377-89b3-1beab3696248 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:05:27.137375 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 0e9c595a-d0e0-4377-89b3-1beab3696248 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:05:27.137721 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 0e9c595a-d0e0-4377-89b3-1beab3696248 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:05:27.196618 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (989a5a00-b4e7-424a-a451-554dfd2c7fba), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.229717 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989a5a00-b4e7-424a-a451-554dfd2c7fba']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:27.247870 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bc4e41-84bd-4d1c-a0a4-c917ae88d516') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:27.248099 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bc4e41-84bd-4d1c-a0a4-c917ae88d516') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:27.259105 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (03bc4e41-84bd-4d1c-a0a4-c917ae88d516), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.262766 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (4518e224-c7f2-43b1-a396-bab9fcd90457), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.276719 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (03bc4e41-84bd-4d1c-a0a4-c917ae88d516), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.291162 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:27.291745 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (03bc4e41-84bd-4d1c-a0a4-c917ae88d516), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:27.293725 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:27.309308 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Pushing event deleted for resources: {'Port': ['ID=4518e224-c7f2-43b1-a396-bab9fcd90457,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:27.311864 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] No DVR routers for this DVR port 4518e224-c7f2-43b1-a396-bab9fcd90457 on host dv-cinder-835483-1-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:05:27.313824 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.314225 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.314720 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.315055 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.315391 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.315726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.316052 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.316380 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.316709 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.317036 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.317709 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.318047 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.318400 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.318731 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.319060 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cb26e-ec03-46a5-abbd-9e2e358d067a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:27.353506 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (989a5a00-b4e7-424a-a451-554dfd2c7fba), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.357899 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.370639 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/989a5a00-b4e7-424a-a451-554dfd2c7fba HTTP/1.1" status: 204 len: 168 time: 0.8899384 Mar 28 19:05:27.387168 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d316e-4e64-4f1f-9863-59d5f46300dc admin admin] Pushing event deleted for resources: {'Network': ['ID=989a5a00-b4e7-424a-a451-554dfd2c7fba,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:27.505812 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39912) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:27.548580 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-3945919b-d4a7-4e05-8359-20ec0dbf2e36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d49ef87d39694f218e59c541c06c60bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413964 Mar 28 19:05:27.550866 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39914) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:27.601971 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed614-b2f1-4074-b1c4-8ce42236fe5e admin admin] Publish callbacks [] for security_group (c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.622386 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed614-b2f1-4074-b1c4-8ce42236fe5e admin admin] Publish callbacks [] for security_group (c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.667120 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed614-b2f1-4074-b1c4-8ce42236fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.669932 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed614-b2f1-4074-b1c4-8ce42236fe5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:27.671129 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-cb9ed614-b2f1-4074-b1c4-8ce42236fe5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b HTTP/1.1" status: 204 len: 168 time: 0.1191840 Mar 28 19:05:27.678820 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ed614-b2f1-4074-b1c4-8ce42236fe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9bb50-81b8-46d4-ae5c-72ed9fc8e09b,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:28.105971 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.352014 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39954) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:28.398567 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] Deleting subnet d7cfbed6-aee0-4c8d-991a-381fffd79190 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:05:28.402167 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] Publish callbacks [] for subnet (d7cfbed6-aee0-4c8d-991a-381fffd79190), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.442464 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (d7cfbed6-aee0-4c8d-991a-381fffd79190), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.445280 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39956) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:28.492637 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (d7cfbed6-aee0-4c8d-991a-381fffd79190), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.555489 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0cb59-e4cf-41d5-a22a-e0ee97c124f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.560157 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (d7cfbed6-aee0-4c8d-991a-381fffd79190), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.591995 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cfbed6-aee0-4c8d-991a-381fffd79190,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:28.601205 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.604542 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-412e0968-c0c5-413e-afc8-647ac4164d10 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d7cfbed6-aee0-4c8d-991a-381fffd79190 HTTP/1.1" status: 204 len: 168 time: 0.2511654 Mar 28 19:05:28.607216 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39964) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:28.700748 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (c914d1f5-3ea5-465f-b465-78fdfc96a277), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.712334 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0cb59-e4cf-41d5-a22a-e0ee97c124f9 admin admin] Publish callbacks [] for security_group (7983a897-f34e-4d0d-8e4e-f7cff1bb293c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.718751 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-2ae0cb59-e4cf-41d5-a22a-e0ee97c124f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7983a897-f34e-4d0d-8e4e-f7cff1bb293c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.777427 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2ae0cb59-e4cf-41d5-a22a-e0ee97c124f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d9e6b901720420c96b9d4cd3c528642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310280 Mar 28 19:05:28.780192 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39970) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:28.833746 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0cb59-e4cf-41d5-a22a-e0ee97c124f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983a897-f34e-4d0d-8e4e-f7cff1bb293c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:28.843743 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (c914d1f5-3ea5-465f-b465-78fdfc96a277), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.844142 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a2f4958c-0dd4-49af-b50e-1bad3adfc3f4 admin admin] Publish callbacks [] for security_group (7983a897-f34e-4d0d-8e4e-f7cff1bb293c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.865988 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a2f4958c-0dd4-49af-b50e-1bad3adfc3f4 admin admin] Publish callbacks [] for security_group (7983a897-f34e-4d0d-8e4e-f7cff1bb293c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.866190 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c914d1f5-3ea5-465f-b465-78fdfc96a277']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:28.877173 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b43feb-086d-41d4-9069-414942fe1655') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:28.877471 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b43feb-086d-41d4-9069-414942fe1655') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:28.887179 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (30b43feb-086d-41d4-9069-414942fe1655), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.901491 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (30b43feb-086d-41d4-9069-414942fe1655), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.908037 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:28.908596 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (30b43feb-086d-41d4-9069-414942fe1655), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:28.910242 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:28.927044 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a2f4958c-0dd4-49af-b50e-1bad3adfc3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7983a897-f34e-4d0d-8e4e-f7cff1bb293c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.930097 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a2f4958c-0dd4-49af-b50e-1bad3adfc3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.933714 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a2f4958c-0dd4-49af-b50e-1bad3adfc3f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7983a897-f34e-4d0d-8e4e-f7cff1bb293c HTTP/1.1" status: 204 len: 168 time: 0.1493878 Mar 28 19:05:28.955676 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4958c-0dd4-49af-b50e-1bad3adfc3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983a897-f34e-4d0d-8e4e-f7cff1bb293c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:28.977919 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (c914d1f5-3ea5-465f-b465-78fdfc96a277), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.992685 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:28.996470 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] 10.222.0.31 "DELETE /v2.0/networks/c914d1f5-3ea5-465f-b465-78fdfc96a277 HTTP/1.1" status: 204 len: 168 time: 0.3879137 Mar 28 19:05:29.008231 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d35ef-71a3-4f2b-a4a8-aecac5a2762d admin admin] Pushing event deleted for resources: {'Network': ['ID=c914d1f5-3ea5-465f-b465-78fdfc96a277,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:29.163853 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39988) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:29.214434 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2d8ad4f2-1d82-439f-9928-746696a134ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b266c454da9f475388114bfeaf4aa0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488331 Mar 28 19:05:29.216850 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 39990) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:29.281491 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-747a8812-081d-46d5-b334-47a1e4c43172 admin admin] Publish callbacks [] for security_group (b8f5bcea-775f-4473-bc51-73c4ce31d987), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.312704 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-747a8812-081d-46d5-b334-47a1e4c43172 admin admin] Publish callbacks [] for security_group (b8f5bcea-775f-4473-bc51-73c4ce31d987), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.357131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 39994) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:29.373590 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d94387ee-b66b-471f-89a2-cf7d5aa6608c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.380431 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-747a8812-081d-46d5-b334-47a1e4c43172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (b8f5bcea-775f-4473-bc51-73c4ce31d987), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.383027 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-747a8812-081d-46d5-b334-47a1e4c43172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.384347 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-747a8812-081d-46d5-b334-47a1e4c43172 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8f5bcea-775f-4473-bc51-73c4ce31d987 HTTP/1.1" status: 204 len: 168 time: 0.1665266 Mar 28 19:05:29.395433 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a8812-081d-46d5-b334-47a1e4c43172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f5bcea-775f-4473-bc51-73c4ce31d987,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:29.476070 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d94387ee-b66b-471f-89a2-cf7d5aa6608c admin admin] Publish callbacks [] for security_group (a228e66b-8ea6-454b-aa66-4adbe2f39a0a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.481388 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-d94387ee-b66b-471f-89a2-cf7d5aa6608c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (a228e66b-8ea6-454b-aa66-4adbe2f39a0a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.521563 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-d94387ee-b66b-471f-89a2-cf7d5aa6608c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3f6575cd7b8410dbf85500f2f2a6e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600366 Mar 28 19:05:29.521918 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40004) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:29.532414 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94387ee-b66b-471f-89a2-cf7d5aa6608c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a228e66b-8ea6-454b-aa66-4adbe2f39a0a,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:29.584149 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2877ae0f-1812-46ff-b42b-c94066e038df admin admin] Publish callbacks [] for security_group (a228e66b-8ea6-454b-aa66-4adbe2f39a0a), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.608682 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2877ae0f-1812-46ff-b42b-c94066e038df admin admin] Publish callbacks [] for security_group (a228e66b-8ea6-454b-aa66-4adbe2f39a0a), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.656585 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.662621 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2877ae0f-1812-46ff-b42b-c94066e038df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (a228e66b-8ea6-454b-aa66-4adbe2f39a0a), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.665546 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2877ae0f-1812-46ff-b42b-c94066e038df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:29.670666 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2877ae0f-1812-46ff-b42b-c94066e038df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a228e66b-8ea6-454b-aa66-4adbe2f39a0a HTTP/1.1" status: 204 len: 168 time: 0.1474185 Mar 28 19:05:29.682469 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877ae0f-1812-46ff-b42b-c94066e038df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a228e66b-8ea6-454b-aa66-4adbe2f39a0a,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:31.042414 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.404607 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40096) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:31.509631 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-29620208-a5b8-4aad-939f-f9081311b521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.581601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-29620208-a5b8-4aad-939f-f9081311b521 admin admin] Publish callbacks [] for security_group (bd759e9f-0df1-4f52-aeec-912966950962), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.585209 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-29620208-a5b8-4aad-939f-f9081311b521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bd759e9f-0df1-4f52-aeec-912966950962), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.624029 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-29620208-a5b8-4aad-939f-f9081311b521 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1d1974927404a4b815cf938baaeae52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182846 Mar 28 19:05:31.625256 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29620208-a5b8-4aad-939f-f9081311b521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd759e9f-0df1-4f52-aeec-912966950962,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:31.627262 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40100) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:31.673519 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3528ded2-e1ec-4b83-b1e1-d0d24e269cdd admin admin] Publish callbacks [] for security_group (bd759e9f-0df1-4f52-aeec-912966950962), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.694338 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3528ded2-e1ec-4b83-b1e1-d0d24e269cdd admin admin] Publish callbacks [] for security_group (bd759e9f-0df1-4f52-aeec-912966950962), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.740184 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3528ded2-e1ec-4b83-b1e1-d0d24e269cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (bd759e9f-0df1-4f52-aeec-912966950962), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.742725 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3528ded2-e1ec-4b83-b1e1-d0d24e269cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:31.743876 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3528ded2-e1ec-4b83-b1e1-d0d24e269cdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd759e9f-0df1-4f52-aeec-912966950962 HTTP/1.1" status: 204 len: 168 time: 0.1153886 Mar 28 19:05:31.752051 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528ded2-e1ec-4b83-b1e1-d0d24e269cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd759e9f-0df1-4f52-aeec-912966950962,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:32.033008 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40116) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:32.048086 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6db42bf5-1c72-4816-b14c-d4f6b09dc0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:32.137519 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6db42bf5-1c72-4816-b14c-d4f6b09dc0cb admin admin] Publish callbacks [] for security_group (09028d09-aeb2-4623-97f1-ff08fbc91a07), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:32.141909 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6db42bf5-1c72-4816-b14c-d4f6b09dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (09028d09-aeb2-4623-97f1-ff08fbc91a07), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:32.186628 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6db42bf5-1c72-4816-b14c-d4f6b09dc0cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2df5c6604dd84d8299806d211d6f3bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523056 Mar 28 19:05:32.187227 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db42bf5-1c72-4816-b14c-d4f6b09dc0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09028d09-aeb2-4623-97f1-ff08fbc91a07,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:32.189334 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40118) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:32.244575 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f72e4fd-7400-4347-a4d9-52357a89875a admin admin] Publish callbacks [] for security_group (09028d09-aeb2-4623-97f1-ff08fbc91a07), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:32.266944 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f72e4fd-7400-4347-a4d9-52357a89875a admin admin] Publish callbacks [] for security_group (09028d09-aeb2-4623-97f1-ff08fbc91a07), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:32.316634 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f72e4fd-7400-4347-a4d9-52357a89875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (09028d09-aeb2-4623-97f1-ff08fbc91a07), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:32.319340 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0f72e4fd-7400-4347-a4d9-52357a89875a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:32.320497 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0f72e4fd-7400-4347-a4d9-52357a89875a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09028d09-aeb2-4623-97f1-ff08fbc91a07 HTTP/1.1" status: 204 len: 168 time: 0.1301551 Mar 28 19:05:32.328821 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72e4fd-7400-4347-a4d9-52357a89875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09028d09-aeb2-4623-97f1-ff08fbc91a07,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:33.379545 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40164) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:33.479742 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-25656d68-aa5f-4918-b044-8cb503d8c568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:33.557022 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-25656d68-aa5f-4918-b044-8cb503d8c568 admin admin] Publish callbacks [] for security_group (e6ca925f-f309-4792-a277-a9884402f63b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:33.560893 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-25656d68-aa5f-4918-b044-8cb503d8c568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e6ca925f-f309-4792-a277-a9884402f63b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:33.600931 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-25656d68-aa5f-4918-b044-8cb503d8c568 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf9012595d444f6991afc09f6c94a2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203324 Mar 28 19:05:33.601772 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656d68-aa5f-4918-b044-8cb503d8c568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca925f-f309-4792-a277-a9884402f63b,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:33.603585 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40174) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:33.649937 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1ece3bc5-3a84-4149-825b-e7b8edf35d26 admin admin] Publish callbacks [] for security_group (e6ca925f-f309-4792-a277-a9884402f63b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:33.670518 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1ece3bc5-3a84-4149-825b-e7b8edf35d26 admin admin] Publish callbacks [] for security_group (e6ca925f-f309-4792-a277-a9884402f63b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:33.715569 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1ece3bc5-3a84-4149-825b-e7b8edf35d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (e6ca925f-f309-4792-a277-a9884402f63b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:33.718626 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-1ece3bc5-3a84-4149-825b-e7b8edf35d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:33.719779 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-1ece3bc5-3a84-4149-825b-e7b8edf35d26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6ca925f-f309-4792-a277-a9884402f63b HTTP/1.1" status: 204 len: 168 time: 0.1150861 Mar 28 19:05:33.727083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece3bc5-3a84-4149-825b-e7b8edf35d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca925f-f309-4792-a277-a9884402f63b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:34.671670 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40212) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:34.772261 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ef13fad2-28c4-46da-8ca5-882eeb797319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:34.843844 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ef13fad2-28c4-46da-8ca5-882eeb797319 admin admin] Publish callbacks [] for security_group (97e0c3ea-6313-415b-abfb-78c8c7ffc28c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:34.847592 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ef13fad2-28c4-46da-8ca5-882eeb797319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (97e0c3ea-6313-415b-abfb-78c8c7ffc28c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:34.885324 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ef13fad2-28c4-46da-8ca5-882eeb797319 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=138853b4be62416caf45ed11cdad8fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125962 Mar 28 19:05:34.886165 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13fad2-28c4-46da-8ca5-882eeb797319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e0c3ea-6313-415b-abfb-78c8c7ffc28c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:34.888684 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40216) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:34.939159 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a0c608-5b13-4b43-9c8f-711502e35755 admin admin] Publish callbacks [] for security_group (97e0c3ea-6313-415b-abfb-78c8c7ffc28c), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:34.959038 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a0c608-5b13-4b43-9c8f-711502e35755 admin admin] Publish callbacks [] for security_group (97e0c3ea-6313-415b-abfb-78c8c7ffc28c), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:35.003227 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a0c608-5b13-4b43-9c8f-711502e35755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (97e0c3ea-6313-415b-abfb-78c8c7ffc28c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:35.005781 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-47a0c608-5b13-4b43-9c8f-711502e35755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:35.006931 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-47a0c608-5b13-4b43-9c8f-711502e35755 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97e0c3ea-6313-415b-abfb-78c8c7ffc28c HTTP/1.1" status: 204 len: 168 time: 0.1170039 Mar 28 19:05:35.014212 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0c608-5b13-4b43-9c8f-711502e35755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e0c3ea-6313-415b-abfb-78c8c7ffc28c,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:41.275931 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:05:53.963676 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:54.688406 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-19c370d3-bff7-4fc6-a2bc-8aba2c7837fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:56.945268 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4b638962-01e2-495c-b5cd-76a25d7749df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.059834 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40538) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:57.164129 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-deaeac94-636d-4a11-a85b-85ccfa1548c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.234714 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-deaeac94-636d-4a11-a85b-85ccfa1548c4 admin admin] Publish callbacks [] for security_group (42af3e9c-1cbb-4646-a700-f66960ccc9bb), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.238354 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-deaeac94-636d-4a11-a85b-85ccfa1548c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (42af3e9c-1cbb-4646-a700-f66960ccc9bb), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.277240 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-deaeac94-636d-4a11-a85b-85ccfa1548c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e0081e3ad3c45c0b10f31727631e03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163472 Mar 28 19:05:57.278340 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeac94-636d-4a11-a85b-85ccfa1548c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42af3e9c-1cbb-4646-a700-f66960ccc9bb,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:57.280059 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40542) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:57.331388 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c68f96bf-e839-4b3f-a0fb-e0976beaf2c1 admin admin] Publish callbacks [] for security_group (42af3e9c-1cbb-4646-a700-f66960ccc9bb), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.351656 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c68f96bf-e839-4b3f-a0fb-e0976beaf2c1 admin admin] Publish callbacks [] for security_group (42af3e9c-1cbb-4646-a700-f66960ccc9bb), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.398128 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c68f96bf-e839-4b3f-a0fb-e0976beaf2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (42af3e9c-1cbb-4646-a700-f66960ccc9bb), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.400648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c68f96bf-e839-4b3f-a0fb-e0976beaf2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:57.401799 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c68f96bf-e839-4b3f-a0fb-e0976beaf2c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42af3e9c-1cbb-4646-a700-f66960ccc9bb HTTP/1.1" status: 204 len: 168 time: 0.1206553 Mar 28 19:05:57.410293 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f96bf-e839-4b3f-a0fb-e0976beaf2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af3e9c-1cbb-4646-a700-f66960ccc9bb,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:58.028212 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40586) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:58.110789 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.131349 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1327863682-network', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:58.153079 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Made reservation on behalf of 16afdd919eb0446e8f2e8479f554d432 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:58.155649 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.165444 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.247858 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks [] for security_group (9e0684c0-2023-4a52-97a8-44398bfdad7a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.252361 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9e0684c0-2023-4a52-97a8-44398bfdad7a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.280077 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:58.287454 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0684c0-2023-4a52-97a8-44398bfdad7a,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:58.296445 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.296799 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Added segment b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526 of type vlan for network 5e938d5b-08d4-4e53-b971-4ab8013d5632 Mar 28 19:05:58.299266 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.299654 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.300095 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.300520 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.300805 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.301287 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.301709 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.302045 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.302424 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.303043 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.303406 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.303737 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.304065 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.304389 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.304718 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:58.352344 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (5e938d5b-08d4-4e53-b971-4ab8013d5632), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.382481 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (5e938d5b-08d4-4e53-b971-4ab8013d5632), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.383557 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:58.384133 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.439650 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4101546 Mar 28 19:05:58.442584 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40596) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:58.447748 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Request body: {'subnet': {'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1327863682-subnet', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:58.451147 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb11bb-ae82-43d9-b8f6-ef9e34a77501 admin admin] Pushing event updated for resources: {'Network': ['ID=5e938d5b-08d4-4e53-b971-4ab8013d5632,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:58.461161 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:05:58.467392 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Made reservation on behalf of 16afdd919eb0446e8f2e8479f554d432 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:58.469724 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.630176 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (1e9348e0-02c8-4cf6-bce0-ce0644bb200e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.685038 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9348e0-02c8-4cf6-bce0-ce0644bb200e,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:58.691923 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Checking segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:05:58.692283 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Network hostable DHCP agents. Network: 5e938d5b-08d4-4e53-b971-4ab8013d5632, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:58.708599 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:58.716407 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 5e938d5b-08d4-4e53-b971-4ab8013d5632) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:58.720946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:58.721586 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.726138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ebd574-6416-41d5-88d7-f849d23732cb None None] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:05:58.737109 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-320281df-4f1c-49b0-926c-633630006173 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2933471 Mar 28 19:05:58.739826 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40598) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:58.743972 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:58.763020 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (f16fa41f-db76-4ed9-b0dc-d552a488597d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.764021 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (f16fa41f-db76-4ed9-b0dc-d552a488597d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.817446 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks [] for router_controller (f16fa41f-db76-4ed9-b0dc-d552a488597d), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.955061 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-5e938d5b-08d4-4e53-b971-4ab8013d5632', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 19:05:58.955910 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:58.961855 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks [] for router_gateway (f16fa41f-db76-4ed9-b0dc-d552a488597d), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.111845 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Allocated IP 172.20.0.2 (5e938d5b-08d4-4e53-b971-4ab8013d5632/1e9348e0-02c8-4cf6-bce0-ce0644bb200e/9bb26b70-2b03-4ab5-9618-3ad383ae39e9) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:59.184669 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks [] for router_gateway (f16fa41f-db76-4ed9-b0dc-d552a488597d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.204597 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.260865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Publish callbacks [] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.268743 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.314889 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:59.320317 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:59.324984 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:05:59.328371 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Pushing event updated for resources: {'Port': ['ID=9bb26b70-2b03-4ab5-9618-3ad383ae39e9,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:59.336978 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Allocated IP 172.27.1.226 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:59.396125 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Attempting to bind port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:05:59.396494 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Attempting to bind port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:05:59.396852 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Attempting to bind port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:05:59.402100 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:05:59.402693 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Checking segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:05:59.403095 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.403484 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Bound using segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:05:59.403943 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Bound port: 9bb26b70-2b03-4ab5-9618-3ad383ae39e9, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:05:59.404314 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.466997 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks [] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.479369 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] For port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:05:59.483033 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] For port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9bb26b70-2b03-4ab5-9618-3ad383ae39e9,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:05:59.489537 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.504723 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.549936 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:59.552308 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40630) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:59.562814 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:59.568354 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:05:59.571577 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Pushing event updated for resources: {'Port': ['ID=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:59.584430 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca464ca1-2ec3-4552-b78b-e6dc90443941 None None] Pushing event updated for resources: {'Port': ['ID=9bb26b70-2b03-4ab5-9618-3ad383ae39e9,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:59.655284 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.696377 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e598f642-aca8-440d-a70f-abfcbc9546a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.795595 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e598f642-aca8-440d-a70f-abfcbc9546a9 admin admin] Publish callbacks [] for security_group (7e34e371-1b52-4ecc-b62e-e9b10835ae3b), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.800650 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e598f642-aca8-440d-a70f-abfcbc9546a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7e34e371-1b52-4ecc-b62e-e9b10835ae3b), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.836298 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e598f642-aca8-440d-a70f-abfcbc9546a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=decc447491194a9b82f781620db7436c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826359 Mar 28 19:05:59.836982 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40634) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:05:59.852724 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks [] for router_gateway (f16fa41f-db76-4ed9-b0dc-d552a488597d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.881750 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598f642-aca8-440d-a70f-abfcbc9546a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e34e371-1b52-4ecc-b62e-e9b10835ae3b,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:59.910360 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-21684179-1fa9-4d72-a21d-a7178a5e7501 admin admin] Publish callbacks [] for security_group (7e34e371-1b52-4ecc-b62e-e9b10835ae3b), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.931963 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-21684179-1fa9-4d72-a21d-a7178a5e7501 admin admin] Publish callbacks [] for security_group (7e34e371-1b52-4ecc-b62e-e9b10835ae3b), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.978712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-21684179-1fa9-4d72-a21d-a7178a5e7501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (7e34e371-1b52-4ecc-b62e-e9b10835ae3b), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.981439 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-21684179-1fa9-4d72-a21d-a7178a5e7501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:05:59.982645 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-21684179-1fa9-4d72-a21d-a7178a5e7501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e34e371-1b52-4ecc-b62e-e9b10835ae3b HTTP/1.1" status: 204 len: 168 time: 0.1397355 Mar 28 19:05:59.991347 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684179-1fa9-4d72-a21d-a7178a5e7501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e34e371-1b52-4ecc-b62e-e9b10835ae3b,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.055948 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (f16fa41f-db76-4ed9-b0dc-d552a488597d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.192292 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Router f16fa41f-db76-4ed9-b0dc-d552a488597d is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 19:06:00.259405 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40640) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:00.273296 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-11d30c2b-e6c2-4df5-8e47-dd15f79c7c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.310382 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:00.321590 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:00.334373 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:00.335504 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:00.349447 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.353267 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-648e403f-b32a-4d6e-815e-4a1272f1926a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6099710 Mar 28 19:06:00.353979 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40642) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:00.427362 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-11d30c2b-e6c2-4df5-8e47-dd15f79c7c08 admin admin] Publish callbacks [] for security_group (f93f8722-d1e5-4f6e-945f-f94d988544d3), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.437583 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-11d30c2b-e6c2-4df5-8e47-dd15f79c7c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f93f8722-d1e5-4f6e-945f-f94d988544d3), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.461542 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:00.488589 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-11d30c2b-e6c2-4df5-8e47-dd15f79c7c08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c424f6fd5ab54de48bc59f8cc3d30632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272177 Mar 28 19:06:00.490448 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40648) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:00.492866 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d30c2b-e6c2-4df5-8e47-dd15f79c7c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93f8722-d1e5-4f6e-945f-f94d988544d3,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.580139 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac1420b3-b574-42ce-a610-e7767fe46c89 admin admin] Publish callbacks [] for security_group (f93f8722-d1e5-4f6e-945f-f94d988544d3), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.606707 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac1420b3-b574-42ce-a610-e7767fe46c89 admin admin] Publish callbacks [] for security_group (f93f8722-d1e5-4f6e-945f-f94d988544d3), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.670977 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac1420b3-b574-42ce-a610-e7767fe46c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f93f8722-d1e5-4f6e-945f-f94d988544d3), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.679970 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ac1420b3-b574-42ce-a610-e7767fe46c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.684127 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ac1420b3-b574-42ce-a610-e7767fe46c89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f93f8722-d1e5-4f6e-945f-f94d988544d3 HTTP/1.1" status: 204 len: 168 time: 0.1893373 Mar 28 19:06:00.703228 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:05:59Z', 'revision_number': 3, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:00.705294 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1420b3-b574-42ce-a610-e7767fe46c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93f8722-d1e5-4f6e-945f-f94d988544d3,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.754132 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:00.754711 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Updating router f16fa41f-db76-4ed9-b0dc-d552a488597d port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:00.759822 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f4baf-1301-4c0f-9e62-8c6c08dcfb8c None None] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:06:00.832262 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.937701 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:00.953433 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-fea295c1-50fa-4eef-ab24-2c6e4da2d380 None None] Provisioning complete for port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:00.954130 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fea295c1-50fa-4eef-ab24-2c6e4da2d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.012289 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:01.120002 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Allocated IP 172.20.0.1 (5e938d5b-08d4-4e53-b971-4ab8013d5632/1e9348e0-02c8-4cf6-bce0-ce0644bb200e/87dc1604-5ed6-46c4-9c4a-9af3adaf34b0) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:01.137429 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.242144 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks [] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.272845 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:01.273402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.279235 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.297121 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-fea295c1-50fa-4eef-ab24-2c6e4da2d380 None None] Current status of the port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:01.298475 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fea295c1-50fa-4eef-ab24-2c6e4da2d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.324444 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:01.335908 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:01.346019 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:01.396968 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Pushing event updated for resources: {'Port': ['ID=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:01.399871 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (f16fa41f-db76-4ed9-b0dc-d552a488597d), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.476238 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-fea295c1-50fa-4eef-ab24-2c6e4da2d380 None None] For port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9bb26b70-2b03-4ab5-9618-3ad383ae39e9,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:01.493802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fea295c1-50fa-4eef-ab24-2c6e4da2d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.502681 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Publish callbacks [] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.546614 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.569819 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.580380 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea295c1-50fa-4eef-ab24-2c6e4da2d380 None None] Pushing event updated for resources: {'Port': ['ID=9bb26b70-2b03-4ab5-9618-3ad383ae39e9,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:01.650301 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:01.657094 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Attempting to bind port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:01.657466 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Attempting to bind port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:01.657891 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Attempting to bind port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:01.672258 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:01.673171 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:01.673577 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.673969 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:01.674971 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Bound port: 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:01.675754 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.677646 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5633bbd-ec85-4fe6-bbf9-1fd2b5745fce None None] Pushing event updated for resources: {'Port': ['ID=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:01.684406 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-34a2654c-57e7-4185-856a-7b0877a01a5c None None] Provisioning complete for port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:01.684774 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-34a2654c-57e7-4185-856a-7b0877a01a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.829803 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks [] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.838318 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.905929 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] For port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:01.912627 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] For port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:01.923530 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.931868 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (f16fa41f-db76-4ed9-b0dc-d552a488597d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:01.933940 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Pushing event updated for resources: {'Port': ['ID=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.001935 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-34a2654c-57e7-4185-856a-7b0877a01a5c None None] Current status of the port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:02.021005 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:02.021642 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:02.023248 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40682) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:02.049408 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:02.050921 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:02.068843 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5633bbd-ec85-4fe6-bbf9-1fd2b5745fce None None] Pushing event updated for resources: {'Port': ['ID=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.178274 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-96e6599d-e2fe-4ddf-91f6-985835733b2a None None] Provisioning complete for port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:02.178990 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-96e6599d-e2fe-4ddf-91f6-985835733b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.215128 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f940bd40-2e99-422c-9bb9-714dabe3f5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.234193 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:06:02.255148 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:02.315150 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-96e6599d-e2fe-4ddf-91f6-985835733b2a None None] Port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:02.362430 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f940bd40-2e99-422c-9bb9-714dabe3f5c9 admin admin] Publish callbacks [] for security_group (fba8067a-daa3-40af-bf8e-0b7701b6b637), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.368773 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f940bd40-2e99-422c-9bb9-714dabe3f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (fba8067a-daa3-40af-bf8e-0b7701b6b637), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.394938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:02.412412 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-15463d4c-a284-4d59-8258-130027fec84f admin admin] 10.222.0.31 "PUT /v2.0/routers/f16fa41f-db76-4ed9-b0dc-d552a488597d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0501580 Mar 28 19:06:02.434333 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f940bd40-2e99-422c-9bb9-714dabe3f5c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bb23df424df458384a1de978117a9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4076149 Mar 28 19:06:02.434333 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940bd40-2e99-422c-9bb9-714dabe3f5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba8067a-daa3-40af-bf8e-0b7701b6b637,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.435315 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40696) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:02.463526 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-0622147a-9ffa-4d0b-86ca-9bf8b592dc02 None None] Provisioning complete for port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:02.463902 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-0622147a-9ffa-4d0b-86ca-9bf8b592dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.500405 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-14fde6b1-16f7-44dc-85d5-c333f95aa94c admin admin] Publish callbacks [] for security_group (fba8067a-daa3-40af-bf8e-0b7701b6b637), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.528377 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-0622147a-9ffa-4d0b-86ca-9bf8b592dc02 None None] Port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:02.529379 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-14fde6b1-16f7-44dc-85d5-c333f95aa94c admin admin] Publish callbacks [] for security_group (fba8067a-daa3-40af-bf8e-0b7701b6b637), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.554174 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 2, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:02.584525 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9657c3-14a7-4b96-809f-061cb3f22e37 None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 2, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:02.596056 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-14fde6b1-16f7-44dc-85d5-c333f95aa94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (fba8067a-daa3-40af-bf8e-0b7701b6b637), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.598634 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-14fde6b1-16f7-44dc-85d5-c333f95aa94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:02.599902 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-14fde6b1-16f7-44dc-85d5-c333f95aa94c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fba8067a-daa3-40af-bf8e-0b7701b6b637 HTTP/1.1" status: 204 len: 168 time: 0.1625378 Mar 28 19:06:02.608767 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fde6b1-16f7-44dc-85d5-c333f95aa94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba8067a-daa3-40af-bf8e-0b7701b6b637,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.974950 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:03.052588 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:03.053408 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.165165 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:03.225268 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40734) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:03.230969 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1494146926-network', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:03.256506 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Made reservation on behalf of aaa742b826e34a55a39af9c2836c5b7b for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:03.259210 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.268811 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.400276 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks [] for security_group (2d7c4623-bbe6-47ec-9c63-008821fdd679), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.405745 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2d7c4623-bbe6-47ec-9c63-008821fdd679), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.444118 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:03.456051 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c4623-bbe6-47ec-9c63-008821fdd679,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:03.461517 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (bff5a313-5c87-4289-987b-89a821161566), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.461857 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Added segment bff5a313-5c87-4289-987b-89a821161566 of type vlan for network 0fb06223-26b7-488a-b325-f0e6694075a7 Mar 28 19:06:03.519939 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (0fb06223-26b7-488a-b325-f0e6694075a7), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.553193 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (0fb06223-26b7-488a-b325-f0e6694075a7), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.554385 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:03.554758 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.594326 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3669953 Mar 28 19:06:03.597458 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40744) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:03.603236 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Request body: {'subnet': {'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1494146926-subnet', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:03.633258 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Made reservation on behalf of aaa742b826e34a55a39af9c2836c5b7b for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:03.641214 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.917094 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (b481730f-ad2c-4dad-a949-4e3ad0be4f80), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:03.942775 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40760) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:03.998578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316b9b7-7ef8-4096-a8d5-0e86f2e174f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb06223-26b7-488a-b325-f0e6694075a7,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.011867 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 0fb06223-26b7-488a-b325-f0e6694075a7 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:06:04.025949 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b481730f-ad2c-4dad-a949-4e3ad0be4f80,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.033074 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Checking segment: {'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:04.033658 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Network hostable DHCP agents. Network: 0fb06223-26b7-488a-b325-f0e6694075a7, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:04.071186 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Network 0fb06223-26b7-488a-b325-f0e6694075a7 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:04.093082 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1438800015-network', 'tenant_id': 'afe5bf069d014920928e85ee622359f2'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:04.102652 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 0fb06223-26b7-488a-b325-f0e6694075a7) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:04.107294 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:04.108110 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.146122 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-78e45177-e568-4d76-afde-064e3d41a374 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5442050 Mar 28 19:06:04.147308 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40766) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:04.153832 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:04.170776 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b66419-d60d-4110-b7a1-de6422626253 None None] Network 0fb06223-26b7-488a-b325-f0e6694075a7 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:06:04.180724 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Made reservation on behalf of afe5bf069d014920928e85ee622359f2 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:04.183398 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.197098 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.220176 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (d6b438e6-0be1-4f95-a530-919206cf858b), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.227237 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (d6b438e6-0be1-4f95-a530-919206cf858b), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.293164 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks [] for router_controller (d6b438e6-0be1-4f95-a530-919206cf858b), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.322111 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-0fb06223-26b7-488a-b325-f0e6694075a7', 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7', 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'fixed_ips': [{'subnet_id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 19:06:04.323150 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.476725 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks [] for router_gateway (d6b438e6-0be1-4f95-a530-919206cf858b), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.491607 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Allocated IP 172.20.0.2 (0fb06223-26b7-488a-b325-f0e6694075a7/b481730f-ad2c-4dad-a949-4e3ad0be4f80/2b43842a-516e-481f-8915-b528b7933f3a) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:04.517354 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks [] for security_group (47395335-e837-4805-8934-37d06a6d6279), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.551855 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (47395335-e837-4805-8934-37d06a6d6279), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.585260 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:04.599015 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47395335-e837-4805-8934-37d06a6d6279,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.606861 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (e872d888-17b0-477e-aa38-e763899fa70d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.607202 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Added segment e872d888-17b0-477e-aa38-e763899fa70d of type vlan for network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 Mar 28 19:06:04.653102 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (46c3238b-a0b1-4bf4-b5c5-0f35b341e420), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.667048 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Publish callbacks [] for port (2b43842a-516e-481f-8915-b528b7933f3a), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.674348 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (2b43842a-516e-481f-8915-b528b7933f3a), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.695019 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (46c3238b-a0b1-4bf4-b5c5-0f35b341e420), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.695977 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:04.696550 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.713237 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Network 0fb06223-26b7-488a-b325-f0e6694075a7 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:04.717957 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:04.723133 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:04.726169 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Pushing event updated for resources: {'Port': ['ID=2b43842a-516e-481f-8915-b528b7933f3a,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.763656 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8198054 Mar 28 19:06:04.767142 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40778) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:04.774816 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Request body: {'subnet': {'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1438800015-subnet', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'ip_version': 4}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:04.784330 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Attempting to bind port 2b43842a-516e-481f-8915-b528b7933f3a on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:04.784705 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Attempting to bind port 2b43842a-516e-481f-8915-b528b7933f3a by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:04.785075 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Attempting to bind port 2b43842a-516e-481f-8915-b528b7933f3a on network 0fb06223-26b7-488a-b325-f0e6694075a7 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:04.790805 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:04.791186 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Checking segment: {'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:04.791592 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.792039 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Bound using segment: {'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:04.792519 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Bound port: 2b43842a-516e-481f-8915-b528b7933f3a, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:04.792900 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2b43842a-516e-481f-8915-b528b7933f3a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.803364 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Made reservation on behalf of afe5bf069d014920928e85ee622359f2 for: {'subnet': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:04.810748 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26122587'] for subnet (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.836925 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c36b-c454-4e75-9967-15e3e0fc77c3 admin admin] Pushing event updated for resources: {'Network': ['ID=46c3238b-a0b1-4bf4-b5c5-0f35b341e420,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.868315 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:06:04.873109 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] For port 2b43842a-516e-481f-8915-b528b7933f3a, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:04.892773 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks [] for router_gateway (d6b438e6-0be1-4f95-a530-919206cf858b), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.932946 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] For port 2b43842a-516e-481f-8915-b528b7933f3a, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2b43842a-516e-481f-8915-b528b7933f3a,segment=NetworkSegment(bff5a313-5c87-4289-987b-89a821161566),segment_id=bff5a313-5c87-4289-987b-89a821161566)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:04.937480 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:04.945005 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2b43842a-516e-481f-8915-b528b7933f3a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.053845 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e5a8e-5fed-4ce8-81e7-2523984406af None None] Pushing event updated for resources: {'Port': ['ID=2b43842a-516e-481f-8915-b528b7933f3a,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.080275 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:05.138948 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Allocated IP 172.27.1.85 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/5f53d477-25f1-426e-922e-4cf1ba0b7c97) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:05.193161 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:05.194131 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.199781 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3635465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26122573'] for subnet (b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.268602 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.279289 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Checking segment: {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:05.279289 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Network hostable DHCP agents. Network: 46c3238b-a0b1-4bf4-b5c5-0f35b341e420, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:05.304016 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:05.304409 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.322453 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:05.330211 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:05.339546 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 46c3238b-a0b1-4bf4-b5c5-0f35b341e420) {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:05.339705 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.347485 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:05.350716 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.388273 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e4fe4d01-9b90-4aae-81e7-834ccfe28edb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6192918 Mar 28 19:06:05.388854 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2be50e-4682-4c09-a34d-489c84be69b9 None None] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:06:05.389160 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40784) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:05.394472 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:05.424733 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (968672ad-55db-493f-a92a-e5468de2e5d5), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.426131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (968672ad-55db-493f-a92a-e5468de2e5d5), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.484304 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.499159 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks [] for router_controller (968672ad-55db-493f-a92a-e5468de2e5d5), precommit_add_association {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.515047 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:05.527365 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:05.531036 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:05.538271 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'project_id': 'afe5bf069d014920928e85ee622359f2', 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 19:06:05.539228 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.640096 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks [] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.661925 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:05.680309 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.698828 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks [] for router_gateway (968672ad-55db-493f-a92a-e5468de2e5d5), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.723345 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Allocated IP 172.20.0.2 (46c3238b-a0b1-4bf4-b5c5-0f35b341e420/b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d/3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:05.726986 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:05.732651 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:05.736201 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:05.770228 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f53d477-25f1-426e-922e-4cf1ba0b7c97,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.888696 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 2, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:05.910725 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Publish callbacks [] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.921470 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.925171 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:05.925788 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Updating router f16fa41f-db76-4ed9-b0dc-d552a488597d port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:05.964827 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.988791 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks [] for router_gateway (968672ad-55db-493f-a92a-e5468de2e5d5), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:05.994038 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:06.003174 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:06.012958 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.014384 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:06.030817 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Pushing event updated for resources: {'Port': ['ID=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:06.071470 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks [] for router_gateway (d6b438e6-0be1-4f95-a530-919206cf858b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.139601 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Allocated IP 172.27.1.29 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/33fc2a96-9263-49bc-9ada-cc07b2926030) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:06.146838 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Attempting to bind port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:06.147499 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Attempting to bind port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:06.147874 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Attempting to bind port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe on network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:06.161845 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:06.162773 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Checking segment: {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:06.163024 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.163397 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Bound using segment: {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:06.164023 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Bound port: 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:06.164414 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.316362 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks [] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.318288 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] For port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:06.323945 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] For port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:06.337090 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.376620 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.401402 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (d6b438e6-0be1-4f95-a530-919206cf858b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.430296 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558f315-4a40-4a72-8adc-946d296f1183 None None] Pushing event updated for resources: {'Port': ['ID=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:06.443271 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Publish callbacks [] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.450623 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.461355 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39977617-3c23-406a-8822-e4c09b41b540 None None] Network 0fb06223-26b7-488a-b325-f0e6694075a7 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:06:06.484640 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:06.504234 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:06.517515 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:06.519193 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Pushing event updated for resources: {'Port': ['ID=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:06.534522 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.534778 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.535143 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.535519 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.535920 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.537805 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.538282 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.538780 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.539125 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.539460 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.539794 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.540141 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.540473 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.540799 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.541124 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:06.576572 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Pushing event updated for resources: {'Port': ['ID=33fc2a96-9263-49bc-9ada-cc07b2926030,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:06.614209 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-41d700fc-5b21-4997-969b-594e68c2358f None None] Provisioning complete for port 2b43842a-516e-481f-8915-b528b7933f3a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:06.614595 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-41d700fc-5b21-4997-969b-594e68c2358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2b43842a-516e-481f-8915-b528b7933f3a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.639566 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Attempting to bind port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:06.640187 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Attempting to bind port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:06.640651 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Attempting to bind port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:06.646704 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:06.647341 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Checking segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:06.647894 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.648549 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Bound using segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:06.649476 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Bound port: 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:06.650019 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.710381 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Router d6b438e6-0be1-4f95-a530-919206cf858b is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 19:06:06.746872 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] For port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:06.751515 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] For port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:06.781285 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.861843 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:06.864133 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:06.903049 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-41d700fc-5b21-4997-969b-594e68c2358f None None] Current status of the port 2b43842a-516e-481f-8915-b528b7933f3a is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:06.903451 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-41d700fc-5b21-4997-969b-594e68c2358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2b43842a-516e-481f-8915-b528b7933f3a), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.927108 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:06.957319 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Sync routers for ids ['d6b438e6-0be1-4f95-a530-919206cf858b'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:06.977440 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:06.978405 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d301b788-ed48-4c81-a679-ad6f08b1dec8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8299730 Mar 28 19:06:06.983048 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40794) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:07.027789 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks [] for router_gateway (968672ad-55db-493f-a92a-e5468de2e5d5), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:07.221926 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:07.288866 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2914f-75bb-4cec-ba9c-613fc83f6e1a None None] Pushing event updated for resources: {'Port': ['ID=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:07.301815 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:07.337591 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Routers {'d6b438e6-0be1-4f95-a530-919206cf858b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:07.338595 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['d6b438e6-0be1-4f95-a530-919206cf858b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:07.348969 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-41d700fc-5b21-4997-969b-594e68c2358f None None] For port 2b43842a-516e-481f-8915-b528b7933f3a, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2b43842a-516e-481f-8915-b528b7933f3a,segment=NetworkSegment(bff5a313-5c87-4289-987b-89a821161566),segment_id=bff5a313-5c87-4289-987b-89a821161566)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:07.425482 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-41d700fc-5b21-4997-969b-594e68c2358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2b43842a-516e-481f-8915-b528b7933f3a), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:07.475256 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (968672ad-55db-493f-a92a-e5468de2e5d5), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:07.502325 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d700fc-5b21-4997-969b-594e68c2358f None None] Pushing event updated for resources: {'Port': ['ID=2b43842a-516e-481f-8915-b528b7933f3a,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:07.514758 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:07.515180 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:07.560738 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Set router d6b438e6-0be1-4f95-a530-919206cf858b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:07.568645 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:06Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:07.679267 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Router 968672ad-55db-493f-a92a-e5468de2e5d5 is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 19:06:07.739722 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cca01-a35b-4f1e-8606-62650867af4e None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:06Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:07.817220 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:07.874578 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Provisioning complete for port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:07.876347 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:07.898288 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:07.912586 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Sync routers for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:07.929789 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:07.932672 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:07.938884 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:07.941509 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-351a139a-b32d-440b-8f07-75b860846d1e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5511644 Mar 28 19:06:07.944358 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40800) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:08.024153 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:08.024882 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.128477 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Allocated IP 172.20.0.1 (0fb06223-26b7-488a-b325-f0e6694075a7/b481730f-ad2c-4dad-a949-4e3ad0be4f80/38f91f46-18f9-4650-a1b3-294e971ed862) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:08.133697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Current status of the port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:08.133697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.185567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:08.205658 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] For port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:08.207932 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.208916 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:08.220835 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:08.289744 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:08.293147 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks [] for port (38f91f46-18f9-4650-a1b3-294e971ed862), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.294196 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef845a6-f2af-4d35-8260-c57b34344cf0 None None] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:06:08.332697 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.356903 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 3, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port': {'id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:08.386295 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.395341 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Network 0fb06223-26b7-488a-b325-f0e6694075a7 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:08.398339 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Checking router: d6b438e6-0be1-4f95-a530-919206cf858b for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:08.398528 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:08.398820 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Updating router d6b438e6-0be1-4f95-a530-919206cf858b port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:08.414392 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:08.457412 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Pushing event updated for resources: {'Port': ['ID=38f91f46-18f9-4650-a1b3-294e971ed862,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:08.466293 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.520320 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (d6b438e6-0be1-4f95-a530-919206cf858b), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.559720 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:06Z', 'revision_number': 3, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:08.577243 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Provisioning complete for port 2b43842a-516e-481f-8915-b528b7933f3a triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:08.577608 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2b43842a-516e-481f-8915-b528b7933f3a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.604407 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Checking router: 968672ad-55db-493f-a92a-e5468de2e5d5 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:08.605986 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Updating router 968672ad-55db-493f-a92a-e5468de2e5d5 port 33fc2a96-9263-49bc-9ada-cc07b2926030 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:08.661245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Pushing event updated for resources: {'Port': ['ID=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:08.664815 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.771214 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.782686 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.813943 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:08.814355 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.964464 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-5a622a5e-ab12-4ac3-a0d9-4654dbf10d47 None None] Current status of the port 2b43842a-516e-481f-8915-b528b7933f3a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:08.987396 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks [] for port (38f91f46-18f9-4650-a1b3-294e971ed862), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:08.997006 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.012811 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Allocated IP 172.20.0.1 (46c3238b-a0b1-4bf4-b5c5-0f35b341e420/b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d/2c8031b9-c7ea-49c2-b72c-6bea69413341) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:09.041819 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:09.042995 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2b43842a-516e-481f-8915-b528b7933f3a up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:09.084674 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (d6b438e6-0be1-4f95-a530-919206cf858b), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.087395 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Pushing event updated for resources: {'Port': ['ID=38f91f46-18f9-4650-a1b3-294e971ed862,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.097945 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.098324 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.098672 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.099012 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.099347 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.099683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.100006 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.100335 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.100731 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.100979 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.101306 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.101631 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.101951 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.102297 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.102618 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:09.151572 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks [] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.194574 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.224956 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Network 0fb06223-26b7-488a-b325-f0e6694075a7 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:09.226568 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:09.235975 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:09.240967 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Publish callbacks [] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.241295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:09.248208 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:09.275297 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8031b9-c7ea-49c2-b72c-6bea69413341,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.290975 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-19569128-44f9-403c-a943-dbfb67be798b None None] Provisioning complete for port 38f91f46-18f9-4650-a1b3-294e971ed862 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:09.292512 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-19569128-44f9-403c-a943-dbfb67be798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.305217 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.320274 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (968672ad-55db-493f-a92a-e5468de2e5d5), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.420624 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Router d6b438e6-0be1-4f95-a530-919206cf858b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:06:09.456452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-19569128-44f9-403c-a943-dbfb67be798b None None] Port 38f91f46-18f9-4650-a1b3-294e971ed862 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:09.486834 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Attempting to bind port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:09.487296 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Attempting to bind port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:09.487746 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Attempting to bind port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:09.489928 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe32022-ebc4-4458-810c-2b73a40de2fe None None] Pushing event updated for resources: {'Port': ['ID=5f53d477-25f1-426e-922e-4cf1ba0b7c97,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.514894 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:09.515602 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:09.516257 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.516819 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:09.519036 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Bound port: 5f53d477-25f1-426e-922e-4cf1ba0b7c97, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:09.519624 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.524573 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 2b43842a-516e-481f-8915-b528b7933f3a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:09.525684 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2b43842a-516e-481f-8915-b528b7933f3a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.605512 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-19569128-44f9-403c-a943-dbfb67be798b None None] Provisioning complete for port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:09.606125 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-19569128-44f9-403c-a943-dbfb67be798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.634959 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:09.639943 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9d1be2d0-13a7-46be-a3b6-b7df1379fc07 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6b438e6-0be1-4f95-a530-919206cf858b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6555858 Mar 28 19:06:09.671828 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Publish callbacks [] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.685711 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.697279 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.711856 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] For port 5f53d477-25f1-426e-922e-4cf1ba0b7c97, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:09.747903 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Attempting to bind port 33fc2a96-9263-49bc-9ada-cc07b2926030 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:09.749013 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] For port 5f53d477-25f1-426e-922e-4cf1ba0b7c97, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=5f53d477-25f1-426e-922e-4cf1ba0b7c97,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:09.749218 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Attempting to bind port 33fc2a96-9263-49bc-9ada-cc07b2926030 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:09.749592 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Attempting to bind port 33fc2a96-9263-49bc-9ada-cc07b2926030 on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:09.755631 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 2b43842a-516e-481f-8915-b528b7933f3a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:09.771549 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:09.772089 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:09.772503 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.772899 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:09.773492 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Bound port: 33fc2a96-9263-49bc-9ada-cc07b2926030, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:09.774238 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.844617 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] For port 33fc2a96-9263-49bc-9ada-cc07b2926030, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:09.849891 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] For port 33fc2a96-9263-49bc-9ada-cc07b2926030, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=33fc2a96-9263-49bc-9ada-cc07b2926030,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:09.864379 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:09.868378 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184ea0b-f401-4489-886b-0a22647b5010 None None] Pushing event updated for resources: {'Port': ['ID=33fc2a96-9263-49bc-9ada-cc07b2926030,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.928103 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184ea0b-f401-4489-886b-0a22647b5010 None None] Pushing event updated for resources: {'Port': ['ID=33fc2a96-9263-49bc-9ada-cc07b2926030,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.948646 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:09.949284 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:10.000882 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:10.005586 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.033586 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-19569128-44f9-403c-a943-dbfb67be798b None None] Current status of the port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:10.055550 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks [] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.068108 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.113063 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe32022-ebc4-4458-810c-2b73a40de2fe None None] Pushing event updated for resources: {'Port': ['ID=5f53d477-25f1-426e-922e-4cf1ba0b7c97,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:10.113437 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:10.115799 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Routers {'d6b438e6-0be1-4f95-a530-919206cf858b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:10.116250 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['d6b438e6-0be1-4f95-a530-919206cf858b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:10.132979 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (968672ad-55db-493f-a92a-e5468de2e5d5), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.220002 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:10.220456 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.245459 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8031b9-c7ea-49c2-b72c-6bea69413341,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:10.246544 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Provisioning complete for port 2c8031b9-c7ea-49c2-b72c-6bea69413341 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:10.246924 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.294736 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:10.296789 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:10.312800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] Set router d6b438e6-0be1-4f95-a530-919206cf858b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:10.386477 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Port 2c8031b9-c7ea-49c2-b72c-6bea69413341 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:10.439178 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 1, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:10.509421 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57419332-0131-4a90-82e5-ee59809350b5 None None] The sync data for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi is: [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 1, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:10.550108 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:10.551308 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:10.556370 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Provisioning complete for port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:10.556631 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.594630 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40830) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:10.600230 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-877ebe3c-c84c-4b5d-80de-086da67d56ca tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145830662', 'description': 'tempest-secgroup-smoke-145830662 description', 'project_id': '16afdd919eb0446e8f2e8479f554d432'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:10.655149 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-877ebe3c-c84c-4b5d-80de-086da67d56ca tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.800745 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-877ebe3c-c84c-4b5d-80de-086da67d56ca tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group (038fcf3a-87ac-45af-949d-079c25fa4043), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.806420 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-877ebe3c-c84c-4b5d-80de-086da67d56ca tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (038fcf3a-87ac-45af-949d-079c25fa4043), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.821813 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:10.822416 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.836027 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Router 968672ad-55db-493f-a92a-e5468de2e5d5 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:06:10.865667 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Current status of the port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:10.867869 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-877ebe3c-c84c-4b5d-80de-086da67d56ca tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.870596 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-877ebe3c-c84c-4b5d-80de-086da67d56ca tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2746043 Mar 28 19:06:10.873724 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebe3c-c84c-4b5d-80de-086da67d56ca tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038fcf3a-87ac-45af-949d-079c25fa4043,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:10.877229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40838) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:10.883032 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-595d2db2-e5f5-444f-8504-91f12615ce83 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'security_group_rule': {'security_group_id': '038fcf3a-87ac-45af-949d-079c25fa4043', 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:10.925567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 4, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port': {'id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '38f91f46-18f9-4650-a1b3-294e971ed862', 'name': '', 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'mac_address': 'fa:16:3e:3e:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:07Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 2, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'subnets': [{'id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:10.936484 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-595d2db2-e5f5-444f-8504-91f12615ce83 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (5342a1b1-cfc6-46a5-9779-8b5053f2caa6), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:10.943593 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Provisioning complete for port 38f91f46-18f9-4650-a1b3-294e971ed862 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:10.944780 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.025650 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bfdfb-d13a-4643-9e80-3ec88a64b442 None None] The sync data for ids ['d6b438e6-0be1-4f95-a530-919206cf858b'] in dv-cinder-835483-1-iscsi is: [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 4, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port': {'id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '38f91f46-18f9-4650-a1b3-294e971ed862', 'name': '', 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'mac_address': 'fa:16:3e:3e:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:07Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 2, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'subnets': [{'id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:11.036279 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-595d2db2-e5f5-444f-8504-91f12615ce83 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (5342a1b1-cfc6-46a5-9779-8b5053f2caa6), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.042934 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-595d2db2-e5f5-444f-8504-91f12615ce83 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (5342a1b1-cfc6-46a5-9779-8b5053f2caa6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.061319 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:11.086810 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-5ab65892-b2ea-4dc4-a69e-7c0e0fb8e2d1 admin admin] 10.222.0.31 "PUT /v2.0/routers/968672ad-55db-493f-a92a-e5468de2e5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320691 Mar 28 19:06:11.087028 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-bda4ebb6-7d37-4114-b186-2c7cc8be9edb None None] Port 38f91f46-18f9-4650-a1b3-294e971ed862 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:11.093832 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d2db2-e5f5-444f-8504-91f12615ce83 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5342a1b1-cfc6-46a5-9779-8b5053f2caa6,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.107098 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:11.108769 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2b43842a-516e-481f-8915-b528b7933f3a up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:11.115594 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-595d2db2-e5f5-444f-8504-91f12615ce83 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.119522 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-595d2db2-e5f5-444f-8504-91f12615ce83 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389135 Mar 28 19:06:11.119806 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40842) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:11.124676 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-4cf9e4ae-5524-491a-8d45-756cd8da0d04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'security_group_rule': {'security_group_id': '038fcf3a-87ac-45af-949d-079c25fa4043', 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:11.166968 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e4ae-5524-491a-8d45-756cd8da0d04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (21536493-6f39-4d73-a056-1625cc998d75), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.180855 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 2b43842a-516e-481f-8915-b528b7933f3a triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:11.181091 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2b43842a-516e-481f-8915-b528b7933f3a), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.236167 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-086f8a46-6dbc-4316-8d34-28ec83099c16 None None] Provisioning complete for port 2c8031b9-c7ea-49c2-b72c-6bea69413341 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:11.236838 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-086f8a46-6dbc-4316-8d34-28ec83099c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.266756 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e4ae-5524-491a-8d45-756cd8da0d04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (21536493-6f39-4d73-a056-1625cc998d75), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.279013 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e4ae-5524-491a-8d45-756cd8da0d04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (21536493-6f39-4d73-a056-1625cc998d75), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.305018 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9e4ae-5524-491a-8d45-756cd8da0d04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21536493-6f39-4d73-a056-1625cc998d75,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.305186 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-086f8a46-6dbc-4316-8d34-28ec83099c16 None None] Port 2c8031b9-c7ea-49c2-b72c-6bea69413341 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:11.314271 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cf9e4ae-5524-491a-8d45-756cd8da0d04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.318369 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40846) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:11.319194 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4cf9e4ae-5524-491a-8d45-756cd8da0d04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1977110 Mar 28 19:06:11.323182 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-e8868e78-e57c-4e58-8c92-85b6e8703e52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'security_group_rule': {'security_group_id': '038fcf3a-87ac-45af-949d-079c25fa4043', 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:11.330241 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 2b43842a-516e-481f-8915-b528b7933f3a is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:11.371808 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8868e78-e57c-4e58-8c92-85b6e8703e52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (8059c1df-5e58-4a64-a055-27c10979c79a), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.454651 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8868e78-e57c-4e58-8c92-85b6e8703e52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (8059c1df-5e58-4a64-a055-27c10979c79a), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.460450 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8868e78-e57c-4e58-8c92-85b6e8703e52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (8059c1df-5e58-4a64-a055-27c10979c79a), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.480222 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8868e78-e57c-4e58-8c92-85b6e8703e52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8059c1df-5e58-4a64-a055-27c10979c79a,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.494737 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e8868e78-e57c-4e58-8c92-85b6e8703e52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.496047 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e8868e78-e57c-4e58-8c92-85b6e8703e52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763771 Mar 28 19:06:11.499238 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40850) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:11.504471 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-c58e05be-f1f6-437d-8c44-f2d3f1fb823c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'security_group_rule': {'security_group_id': '038fcf3a-87ac-45af-949d-079c25fa4043', 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:11.537087 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c58e05be-f1f6-437d-8c44-f2d3f1fb823c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (ac31803e-cfdd-4d66-a291-e95627dd38f7), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.627864 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c58e05be-f1f6-437d-8c44-f2d3f1fb823c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (ac31803e-cfdd-4d66-a291-e95627dd38f7), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.632183 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c58e05be-f1f6-437d-8c44-f2d3f1fb823c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (ac31803e-cfdd-4d66-a291-e95627dd38f7), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.652428 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e05be-f1f6-437d-8c44-f2d3f1fb823c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac31803e-cfdd-4d66-a291-e95627dd38f7,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.661376 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c58e05be-f1f6-437d-8c44-f2d3f1fb823c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.665413 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c58e05be-f1f6-437d-8c44-f2d3f1fb823c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623497 Mar 28 19:06:11.665679 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40858) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:11.671264 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'security_group_rule': {'security_group_id': '038fcf3a-87ac-45af-949d-079c25fa4043', 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:11.724070 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Project 16afdd919eb0446e8f2e8479f554d432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:06:11.729539 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (10824be8-d648-4c47-93eb-92bd5419b577), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.894223 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40862) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:11.899533 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2127341041-network', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:11.919387 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 33fc2a96-9263-49bc-9ada-cc07b2926030 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:11.949333 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Made reservation on behalf of 3bb7ba99a7b1491ba36d054ab1ae3613 for: {'network': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:11.951716 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.966648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:11.998450 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 33fc2a96-9263-49bc-9ada-cc07b2926030 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:11.998922 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.110740 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (10824be8-d648-4c47-93eb-92bd5419b577), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.120553 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (10824be8-d648-4c47-93eb-92bd5419b577), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.121320 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks [] for security_group (701fc4da-b453-44ed-8a13-d08bc747625f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.128070 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (701fc4da-b453-44ed-8a13-d08bc747625f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.137213 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 33fc2a96-9263-49bc-9ada-cc07b2926030 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:12.138055 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.149751 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10824be8-d648-4c47-93eb-92bd5419b577,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.161408 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.165693 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6bcf354a-af92-4767-8deb-ae91b0ffc4bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4961424 Mar 28 19:06:12.165985 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40870) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:12.170885 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 33fc2a96-9263-49bc-9ada-cc07b2926030, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=33fc2a96-9263-49bc-9ada-cc07b2926030,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:12.171929 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'security_group_rule': {'security_group_id': '038fcf3a-87ac-45af-949d-079c25fa4043', 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:12.172361 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:12.180287 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.199285 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (90e97a7a-47fb-4b44-8017-b338e6f05b4f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.199923 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.segments_db [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Added segment 90e97a7a-47fb-4b44-8017-b338e6f05b4f of type vlan for network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 Mar 28 19:06:12.200136 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Project 16afdd919eb0446e8f2e8479f554d432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:06:12.209914 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701fc4da-b453-44ed-8a13-d08bc747625f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.211636 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (9d02f712-0d6c-4047-885e-67a5a94faa57), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.273844 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=33fc2a96-9263-49bc-9ada-cc07b2926030,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.278467 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.339460 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (9d02f712-0d6c-4047-885e-67a5a94faa57), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.344059 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (9d02f712-0d6c-4047-885e-67a5a94faa57), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.349477 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.351300 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:12.351978 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.374686 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d02f712-0d6c-4047-885e-67a5a94faa57,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.392057 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.396172 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-8840e268-8b4c-45e8-b1a0-8e99dc4733f7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2260566 Mar 28 19:06:12.420806 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5229576 Mar 28 19:06:12.421982 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40880) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:12.424340 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aeb01-0012-4bad-810b-9b3859d38b0c admin admin] Pushing event updated for resources: {'Network': ['ID=f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.439760 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:06:12.442359 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Request body: {'subnet': {'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2127341041-subnet', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:12.489100 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Made reservation on behalf of 3bb7ba99a7b1491ba36d054ab1ae3613 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:12.494426 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.781937 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (cead2247-8531-4e76-9468-aa953129557f), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.840577 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cead2247-8531-4e76-9468-aa953129557f,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.848463 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Checking segment: {'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:12.849225 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Network hostable DHCP agents. Network: f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:12.867209 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:12.878113 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:12.896718 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a967f91-0306-40af-af81-d7f639d2f631 None None] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:06:12.898566 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:12.899228 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.921765 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4db0e2a6-6af6-4b98-a7b5-69853a331d1f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4982023 Mar 28 19:06:12.924627 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40924) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:12.930940 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:12.957262 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (5b6e32d2-e05f-4a71-9f40-c162e40510ee), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:12.958354 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (5b6e32d2-e05f-4a71-9f40-c162e40510ee), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.026580 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'fixed_ips': [{'subnet_id': 'cead2247-8531-4e76-9468-aa953129557f'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 19:06:13.027925 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.034009 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks [] for router_controller (5b6e32d2-e05f-4a71-9f40-c162e40510ee), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.042386 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40928) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:13.194939 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7d079a24-beb4-48b0-8ff9-18432a0f7c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.210514 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks [] for router_gateway (5b6e32d2-e05f-4a71-9f40-c162e40510ee), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.231565 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Allocated IP 172.20.0.2 (f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9/cead2247-8531-4e76-9468-aa953129557f/c9c1cec0-c306-461e-8ddd-4dca4c6bb064) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:13.291811 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7d079a24-beb4-48b0-8ff9-18432a0f7c70 admin admin] Publish callbacks [] for security_group (9b159af4-01a0-493d-af12-641f17ec7f8f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.297886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7d079a24-beb4-48b0-8ff9-18432a0f7c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9b159af4-01a0-493d-af12-641f17ec7f8f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.345656 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7d079a24-beb4-48b0-8ff9-18432a0f7c70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51c8af78375e4f8b83703bd98f2687b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021760 Mar 28 19:06:13.348231 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40946) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:13.355067 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d079a24-beb4-48b0-8ff9-18432a0f7c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b159af4-01a0-493d-af12-641f17ec7f8f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.401130 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7ac28f75-2f51-4631-8f29-a23b7ef9e598 admin admin] Publish callbacks [] for security_group (9b159af4-01a0-493d-af12-641f17ec7f8f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.414819 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Publish callbacks [] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.423130 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.424333 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7ac28f75-2f51-4631-8f29-a23b7ef9e598 admin admin] Publish callbacks [] for security_group (9b159af4-01a0-493d-af12-641f17ec7f8f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.471800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:13.473742 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:13.477800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:13.484906 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks [] for router_gateway (5b6e32d2-e05f-4a71-9f40-c162e40510ee), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.490997 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7ac28f75-2f51-4631-8f29-a23b7ef9e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9b159af4-01a0-493d-af12-641f17ec7f8f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.491845 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Pushing event updated for resources: {'Port': ['ID=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.494403 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-7ac28f75-2f51-4631-8f29-a23b7ef9e598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.499800 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-7ac28f75-2f51-4631-8f29-a23b7ef9e598 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b159af4-01a0-493d-af12-641f17ec7f8f HTTP/1.1" status: 204 len: 168 time: 0.1504548 Mar 28 19:06:13.506716 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.515207 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac28f75-2f51-4631-8f29-a23b7ef9e598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b159af4-01a0-493d-af12-641f17ec7f8f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.562960 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Attempting to bind port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:13.563327 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Attempting to bind port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:13.563694 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Attempting to bind port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 on network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:13.569319 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:13.569688 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Checking segment: {'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:13.570087 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.570599 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Bound using segment: {'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:13.571065 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Bound port: c9c1cec0-c306-461e-8ddd-4dca4c6bb064, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:13.571528 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.641447 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Allocated IP 172.27.1.99 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/db7a12ef-3d51-4da1-b183-7aad8a812f54) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:13.654745 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] For port c9c1cec0-c306-461e-8ddd-4dca4c6bb064, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:13.658868 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] For port c9c1cec0-c306-461e-8ddd-4dca4c6bb064, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,segment=NetworkSegment(90e97a7a-47fb-4b44-8017-b338e6f05b4f),segment_id=90e97a7a-47fb-4b44-8017-b338e6f05b4f)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:13.673866 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.749315 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985d255-bf99-4261-bfcb-991a5663881e None None] Pushing event updated for resources: {'Port': ['ID=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.773958 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks [] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.835931 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:13.892308 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:13.895389 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:13.902758 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:13.929568 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Pushing event updated for resources: {'Port': ['ID=db7a12ef-3d51-4da1-b183-7aad8a812f54,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.978730 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5f53d477-25f1-426e-922e-4cf1ba0b7c97 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:13.988400 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40954) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:14.050309 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c023ed57-91d5-4d6c-b337-d6f26f320288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.105788 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:14.111384 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.210467 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:14.210956 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.233598 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 5f53d477-25f1-426e-922e-4cf1ba0b7c97, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=5f53d477-25f1-426e-922e-4cf1ba0b7c97,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:14.238140 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.238992 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 33fc2a96-9263-49bc-9ada-cc07b2926030 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:14.306050 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c023ed57-91d5-4d6c-b337-d6f26f320288 admin admin] Publish callbacks [] for security_group (20eb0182-3de6-410e-9ddb-172a627c2db0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.319474 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=5f53d477-25f1-426e-922e-4cf1ba0b7c97,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:14.320772 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c023ed57-91d5-4d6c-b337-d6f26f320288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (20eb0182-3de6-410e-9ddb-172a627c2db0), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.329450 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 33fc2a96-9263-49bc-9ada-cc07b2926030 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:14.329837 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.339676 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks [] for router_gateway (5b6e32d2-e05f-4a71-9f40-c162e40510ee), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.413937 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 33fc2a96-9263-49bc-9ada-cc07b2926030 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:14.424290 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023ed57-91d5-4d6c-b337-d6f26f320288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb0182-3de6-410e-9ddb-172a627c2db0,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:14.431249 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c023ed57-91d5-4d6c-b337-d6f26f320288 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3999764b5b06443889b003abba10cacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418647 Mar 28 19:06:14.433830 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40956) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:14.561069 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0fa3-de9b-4f80-ae82-685de0d3af90 admin admin] Publish callbacks [] for security_group (20eb0182-3de6-410e-9ddb-172a627c2db0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.596175 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0fa3-de9b-4f80-ae82-685de0d3af90 admin admin] Publish callbacks [] for security_group (20eb0182-3de6-410e-9ddb-172a627c2db0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.640792 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (5b6e32d2-e05f-4a71-9f40-c162e40510ee), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.725379 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0fa3-de9b-4f80-ae82-685de0d3af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (20eb0182-3de6-410e-9ddb-172a627c2db0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.728174 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0fa3-de9b-4f80-ae82-685de0d3af90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.729331 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-ec7f0fa3-de9b-4f80-ae82-685de0d3af90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20eb0182-3de6-410e-9ddb-172a627c2db0 HTTP/1.1" status: 204 len: 168 time: 0.2945807 Mar 28 19:06:14.744229 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f0fa3-de9b-4f80-ae82-685de0d3af90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb0182-3de6-410e-9ddb-172a627c2db0,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:14.800431 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Router 5b6e32d2-e05f-4a71-9f40-c162e40510ee is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 19:06:14.895536 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039c8fdb-64c2-4075-8467-3fc8097202d0 None None] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:06:14.949759 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:14.971337 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Sync routers for ids ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:14.977365 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:14.981541 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5fc8b5d0-0c81-4d79-8359-e9f8016f7fbe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0526979 Mar 28 19:06:14.982055 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 40960) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:14.988610 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-762d4936-a9b0-4308-b026-631b9e47060e None None] Provisioning complete for port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:14.989011 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-762d4936-a9b0-4308-b026-631b9e47060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.042729 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Routers {'5b6e32d2-e05f-4a71-9f40-c162e40510ee'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:15.043750 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:15.309171 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40966) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:15.325888 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eb0926bb-ca10-40ca-a270-09bde03d5f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.439695 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Set router 5b6e32d2-e05f-4a71-9f40-c162e40510ee gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:15.461962 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eb0926bb-ca10-40ca-a270-09bde03d5f6a admin admin] Publish callbacks [] for security_group (5f1019bd-6890-4ea3-bce6-a31ea1786317), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.468896 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-eb0926bb-ca10-40ca-a270-09bde03d5f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (5f1019bd-6890-4ea3-bce6-a31ea1786317), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.501076 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-762d4936-a9b0-4308-b026-631b9e47060e None None] Current status of the port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:15.501616 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-762d4936-a9b0-4308-b026-631b9e47060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.514093 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-eb0926bb-ca10-40ca-a270-09bde03d5f6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=572f0ebf839446878c2b3d293b40394e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035677 Mar 28 19:06:15.515487 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0926bb-ca10-40ca-a270-09bde03d5f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1019bd-6890-4ea3-bce6-a31ea1786317,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:15.531072 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 40968) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:15.558779 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.587472 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-762d4936-a9b0-4308-b026-631b9e47060e None None] For port c9c1cec0-c306-461e-8ddd-4dca4c6bb064, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,segment=NetworkSegment(90e97a7a-47fb-4b44-8017-b338e6f05b4f),segment_id=90e97a7a-47fb-4b44-8017-b338e6f05b4f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:15.604988 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-762d4936-a9b0-4308-b026-631b9e47060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.615833 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a972-539e-4231-b303-e315b9f5fc3c admin admin] Publish callbacks [] for security_group (5f1019bd-6890-4ea3-bce6-a31ea1786317), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.647029 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a972-539e-4231-b303-e315b9f5fc3c admin admin] Publish callbacks [] for security_group (5f1019bd-6890-4ea3-bce6-a31ea1786317), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.712251 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a972-539e-4231-b303-e315b9f5fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (5f1019bd-6890-4ea3-bce6-a31ea1786317), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.718186 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d4936-a9b0-4308-b026-631b9e47060e None None] Pushing event updated for resources: {'Port': ['ID=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:15.718405 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a972-539e-4231-b303-e315b9f5fc3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.718919 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cfc7a972-539e-4231-b303-e315b9f5fc3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f1019bd-6890-4ea3-bce6-a31ea1786317 HTTP/1.1" status: 204 len: 168 time: 0.1854150 Mar 28 19:06:15.741886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7a972-539e-4231-b303-e315b9f5fc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1019bd-6890-4ea3-bce6-a31ea1786317,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:15.749141 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3850deef-c7d5-48ae-a5cb-5623c66696d3 None None] Provisioning complete for port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:15.749524 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3850deef-c7d5-48ae-a5cb-5623c66696d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.799415 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Allocated IP 172.20.0.1 (f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9/cead2247-8531-4e76-9468-aa953129557f/1aee21cf-0609-4d51-a03f-11bbb734ad9c) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:15.802461 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:06:14Z', 'revision_number': 3, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port': {'id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:13Z', 'updated_at': '2022-03-28T19:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:15.849617 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Checking router: 5b6e32d2-e05f-4a71-9f40-c162e40510ee for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:15.849972 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Updating router 5b6e32d2-e05f-4a71-9f40-c162e40510ee port db7a12ef-3d51-4da1-b183-7aad8a812f54 binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:15.914901 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:15.962808 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3850deef-c7d5-48ae-a5cb-5623c66696d3 None None] Current status of the port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:16.055129 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device c9c1cec0-c306-461e-8ddd-4dca4c6bb064 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:16.187546 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:16.187546 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.234057 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks [] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.293345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.340249 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:16.343880 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:16.350432 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:16.355351 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Sync routers for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:16.365565 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:16.366752 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5f53d477-25f1-426e-922e-4cf1ba0b7c97 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:16.384712 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:16.385745 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:16.390009 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (5b6e32d2-e05f-4a71-9f40-c162e40510ee), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.448629 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Publish callbacks [] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.462124 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.477567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:16.477567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.481671 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1aee21cf-0609-4d51-a03f-11bbb734ad9c,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:16.526594 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Attempting to bind port db7a12ef-3d51-4da1-b183-7aad8a812f54 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:16.527140 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Attempting to bind port db7a12ef-3d51-4da1-b183-7aad8a812f54 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:16.527574 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Attempting to bind port db7a12ef-3d51-4da1-b183-7aad8a812f54 on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:16.571335 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:16.571621 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:16.571961 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.572391 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:16.572924 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Bound port: db7a12ef-3d51-4da1-b183-7aad8a812f54, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:16.573454 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.596419 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:16.649089 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bfcfc-2b35-4965-ae57-8c41f46e8cb6 None None] Pushing event updated for resources: {'Port': ['ID=db7a12ef-3d51-4da1-b183-7aad8a812f54,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:16.649315 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.709580 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] For port db7a12ef-3d51-4da1-b183-7aad8a812f54, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:16.713858 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] For port db7a12ef-3d51-4da1-b183-7aad8a812f54, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=db7a12ef-3d51-4da1-b183-7aad8a812f54,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:16.761669 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Sync routers for ids ['d6b438e6-0be1-4f95-a530-919206cf858b'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:16.770131 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.844562 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:16.874386 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Routers {'d6b438e6-0be1-4f95-a530-919206cf858b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:16.874718 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['d6b438e6-0be1-4f95-a530-919206cf858b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:16.886396 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 2, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:16.905500 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks [] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.911789 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.922544 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Checking router: 968672ad-55db-493f-a92a-e5468de2e5d5 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:16.922878 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Updating router 968672ad-55db-493f-a92a-e5468de2e5d5 port 2c8031b9-c7ea-49c2-b72c-6bea69413341 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:16.935931 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Routers {'5b6e32d2-e05f-4a71-9f40-c162e40510ee'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:16.936728 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:16.963881 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.989286 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (5b6e32d2-e05f-4a71-9f40-c162e40510ee), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:16.991541 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1aee21cf-0609-4d51-a03f-11bbb734ad9c,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:17.054445 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-d55b9467-32f6-412e-af8d-789de2e8a267 None None] Provisioning complete for port 1aee21cf-0609-4d51-a03f-11bbb734ad9c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:17.054729 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d55b9467-32f6-412e-af8d-789de2e8a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:17.101909 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bfcfc-2b35-4965-ae57-8c41f46e8cb6 None None] Pushing event updated for resources: {'Port': ['ID=db7a12ef-3d51-4da1-b183-7aad8a812f54,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:17.122831 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:17.124241 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:17.139182 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-d55b9467-32f6-412e-af8d-789de2e8a267 None None] Port 1aee21cf-0609-4d51-a03f-11bbb734ad9c cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:17.200249 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Set router d6b438e6-0be1-4f95-a530-919206cf858b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:17.203104 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] Set router 5b6e32d2-e05f-4a71-9f40-c162e40510ee gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:17.408320 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Router 5b6e32d2-e05f-4a71-9f40-c162e40510ee has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:06:17.529116 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Publish callbacks [] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:17.539666 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:17.570245 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:06:17.581567 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-df9daf89-df8f-40c3-836a-ecbe4fc637e5 admin admin] 10.222.0.31 "PUT /v2.0/routers/5b6e32d2-e05f-4a71-9f40-c162e40510ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980144 Mar 28 19:06:17.618655 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266e59-023d-4287-bd5b-ed78b21feedf None None] Pushing event updated for resources: {'Port': ['ID=2c8031b9-c7ea-49c2-b72c-6bea69413341,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:17.722122 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Attempting to bind port 2c8031b9-c7ea-49c2-b72c-6bea69413341 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:17.725900 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Attempting to bind port 2c8031b9-c7ea-49c2-b72c-6bea69413341 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:17.725900 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Attempting to bind port 2c8031b9-c7ea-49c2-b72c-6bea69413341 on network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:17.734760 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:17.735832 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Checking segment: {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:17.736342 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:17.736939 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Bound using segment: {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:17.738107 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Bound port: 2c8031b9-c7ea-49c2-b72c-6bea69413341, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:17.739102 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:17.740795 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2a86fd0b-ee28-4557-b193-accd65e75117 None None] Provisioning complete for port 1aee21cf-0609-4d51-a03f-11bbb734ad9c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:17.741327 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2a86fd0b-ee28-4557-b193-accd65e75117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:17.858268 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2a86fd0b-ee28-4557-b193-accd65e75117 None None] Port 1aee21cf-0609-4d51-a03f-11bbb734ad9c cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:17.918663 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] For port 2c8031b9-c7ea-49c2-b72c-6bea69413341, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:17.923341 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] For port 2c8031b9-c7ea-49c2-b72c-6bea69413341, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2c8031b9-c7ea-49c2-b72c-6bea69413341,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:17.935581 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:17.992530 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 4, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port': {'id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '38f91f46-18f9-4650-a1b3-294e971ed862', 'name': '', 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'mac_address': 'fa:16:3e:3e:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:07Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 2, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'subnets': [{'id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:17.998585 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a357ad68-0ff6-4318-8f9a-4a5dbab50764 None None] Provisioning complete for port 2c8031b9-c7ea-49c2-b72c-6bea69413341 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:17.998955 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a357ad68-0ff6-4318-8f9a-4a5dbab50764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:18.003619 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266e59-023d-4287-bd5b-ed78b21feedf None None] Pushing event updated for resources: {'Port': ['ID=2c8031b9-c7ea-49c2-b72c-6bea69413341,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:18.023047 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:18.023807 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:18.036527 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Checking router: d6b438e6-0be1-4f95-a530-919206cf858b for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:18.036879 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Updating router d6b438e6-0be1-4f95-a530-919206cf858b port 38f91f46-18f9-4650-a1b3-294e971ed862 binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:18.057540 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 4, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port': {'id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:13Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1aee21cf-0609-4d51-a03f-11bbb734ad9c', 'name': '', 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'mac_address': 'fa:16:3e:a0:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cead2247-8531-4e76-9468-aa953129557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:15Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 2, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'subnets': [{'id': 'cead2247-8531-4e76-9468-aa953129557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:18.122061 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a0df1-d4af-4307-90b7-3c273bb95f67 None None] The sync data for ids ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'] in dv-cinder-835483-1-iscsi is: [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 4, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port': {'id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:13Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1aee21cf-0609-4d51-a03f-11bbb734ad9c', 'name': '', 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'mac_address': 'fa:16:3e:a0:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cead2247-8531-4e76-9468-aa953129557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:15Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 2, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'subnets': [{'id': 'cead2247-8531-4e76-9468-aa953129557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:18.133187 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:18.192225 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:18.299571 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a357ad68-0ff6-4318-8f9a-4a5dbab50764 None None] Current status of the port 2c8031b9-c7ea-49c2-b72c-6bea69413341 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:18.300348 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a357ad68-0ff6-4318-8f9a-4a5dbab50764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:18.323641 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:06:18.355942 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-a357ad68-0ff6-4318-8f9a-4a5dbab50764 None None] For port 2c8031b9-c7ea-49c2-b72c-6bea69413341, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2c8031b9-c7ea-49c2-b72c-6bea69413341,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:18.394439 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a357ad68-0ff6-4318-8f9a-4a5dbab50764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:18.495416 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:17Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:18.525323 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e449b4f-9750-4219-86a9-d3beb0222204 None None] The sync data for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi is: [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:17Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:18.589414 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-598b4925-4a64-46f8-9585-72b2712a2769 None None] Provisioning complete for port 2c8031b9-c7ea-49c2-b72c-6bea69413341 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:18.589793 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-598b4925-4a64-46f8-9585-72b2712a2769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:18.625857 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357ad68-0ff6-4318-8f9a-4a5dbab50764 None None] Pushing event updated for resources: {'Port': ['ID=2c8031b9-c7ea-49c2-b72c-6bea69413341,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:18.808943 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Publish callbacks [] for port (38f91f46-18f9-4650-a1b3-294e971ed862), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:18.810823 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-598b4925-4a64-46f8-9585-72b2712a2769 None None] Current status of the port 2c8031b9-c7ea-49c2-b72c-6bea69413341 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:18.821552 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:18.978353 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c370-545e-41f7-9a1f-898af6117f39 None None] Pushing event updated for resources: {'Port': ['ID=38f91f46-18f9-4650-a1b3-294e971ed862,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:19.011732 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Attempting to bind port 38f91f46-18f9-4650-a1b3-294e971ed862 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:19.012091 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Attempting to bind port 38f91f46-18f9-4650-a1b3-294e971ed862 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:19.012458 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Attempting to bind port 38f91f46-18f9-4650-a1b3-294e971ed862 on network 0fb06223-26b7-488a-b325-f0e6694075a7 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:19.023198 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:19.023582 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Checking segment: {'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:19.023988 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:19.024376 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Bound using segment: {'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:19.024852 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Bound port: 38f91f46-18f9-4650-a1b3-294e971ed862, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff5a313-5c87-4289-987b-89a821161566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:19.025234 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:19.163288 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] For port 38f91f46-18f9-4650-a1b3-294e971ed862, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:19.172048 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] For port 38f91f46-18f9-4650-a1b3-294e971ed862, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=38f91f46-18f9-4650-a1b3-294e971ed862,segment=NetworkSegment(bff5a313-5c87-4289-987b-89a821161566),segment_id=bff5a313-5c87-4289-987b-89a821161566)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:19.179807 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:19.249664 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c370-545e-41f7-9a1f-898af6117f39 None None] Pushing event updated for resources: {'Port': ['ID=38f91f46-18f9-4650-a1b3-294e971ed862,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:19.273317 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-76528030-129d-46e0-bcd9-748396b1da6d None None] Provisioning complete for port 38f91f46-18f9-4650-a1b3-294e971ed862 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:19.273699 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-76528030-129d-46e0-bcd9-748396b1da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:19.315048 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Routers {'d6b438e6-0be1-4f95-a530-919206cf858b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:19.316373 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['d6b438e6-0be1-4f95-a530-919206cf858b'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:19.572302 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-76528030-129d-46e0-bcd9-748396b1da6d None None] Current status of the port 38f91f46-18f9-4650-a1b3-294e971ed862 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:19.572816 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-76528030-129d-46e0-bcd9-748396b1da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:19.606737 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] Set router d6b438e6-0be1-4f95-a530-919206cf858b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:19.635568 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-76528030-129d-46e0-bcd9-748396b1da6d None None] For port 38f91f46-18f9-4650-a1b3-294e971ed862, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=38f91f46-18f9-4650-a1b3-294e971ed862,segment=NetworkSegment(bff5a313-5c87-4289-987b-89a821161566),segment_id=bff5a313-5c87-4289-987b-89a821161566)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:19.674712 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-76528030-129d-46e0-bcd9-748396b1da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:19.806298 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76528030-129d-46e0-bcd9-748396b1da6d None None] Pushing event updated for resources: {'Port': ['ID=38f91f46-18f9-4650-a1b3-294e971ed862,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:19.874544 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-80260751-a48d-499b-9dd5-0fe42ee1f9cf None None] Provisioning complete for port 38f91f46-18f9-4650-a1b3-294e971ed862 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:19.875763 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-80260751-a48d-499b-9dd5-0fe42ee1f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:20.133991 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 38f91f46-18f9-4650-a1b3-294e971ed862 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:20.277424 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-80260751-a48d-499b-9dd5-0fe42ee1f9cf None None] Current status of the port 38f91f46-18f9-4650-a1b3-294e971ed862 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:20.284557 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 38f91f46-18f9-4650-a1b3-294e971ed862 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:20.284940 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:20.327564 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 4, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port': {'id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '38f91f46-18f9-4650-a1b3-294e971ed862', 'name': '', 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'mac_address': 'fa:16:3e:3e:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:07Z', 'updated_at': '2022-03-28T19:06:19Z', 'revision_number': 4, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'subnets': [{'id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:20.359308 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72ccf7-a4c5-4ae7-aca5-d7bd08650524 None None] The sync data for ids ['d6b438e6-0be1-4f95-a530-919206cf858b'] in dv-cinder-835483-1-iscsi is: [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 4, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port': {'id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '38f91f46-18f9-4650-a1b3-294e971ed862', 'name': '', 'network_id': '0fb06223-26b7-488a-b325-f0e6694075a7', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'mac_address': 'fa:16:3e:3e:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:07Z', 'updated_at': '2022-03-28T19:06:19Z', 'revision_number': 4, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'subnets': [{'id': 'b481730f-ad2c-4dad-a949-4e3ad0be4f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:20.425103 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 38f91f46-18f9-4650-a1b3-294e971ed862 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:20.427113 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device db7a12ef-3d51-4da1-b183-7aad8a812f54 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:20.483862 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port db7a12ef-3d51-4da1-b183-7aad8a812f54 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:20.484165 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:20.593002 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port db7a12ef-3d51-4da1-b183-7aad8a812f54 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:20.593389 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:20.622962 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port db7a12ef-3d51-4da1-b183-7aad8a812f54, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=db7a12ef-3d51-4da1-b183-7aad8a812f54,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:20.626859 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:20.627648 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2c8031b9-c7ea-49c2-b72c-6bea69413341 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:20.716778 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=db7a12ef-3d51-4da1-b183-7aad8a812f54,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:20.729203 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 2c8031b9-c7ea-49c2-b72c-6bea69413341 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:20.729577 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:20.829104 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 2c8031b9-c7ea-49c2-b72c-6bea69413341 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:21.867911 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 38f91f46-18f9-4650-a1b3-294e971ed862 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:21.928015 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 38f91f46-18f9-4650-a1b3-294e971ed862 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:21.928648 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:22.027190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 38f91f46-18f9-4650-a1b3-294e971ed862 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:22.028731 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device db7a12ef-3d51-4da1-b183-7aad8a812f54 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:22.098656 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port db7a12ef-3d51-4da1-b183-7aad8a812f54 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:22.099040 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:22.233865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port db7a12ef-3d51-4da1-b183-7aad8a812f54 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:23.985928 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:24.691169 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8f1db657-7c7e-477d-99d3-cd647dd2a4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:24.845618 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Sync routers for ids ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:24.856965 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Routers {'5b6e32d2-e05f-4a71-9f40-c162e40510ee'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:24.857587 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:24.987520 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Set router 5b6e32d2-e05f-4a71-9f40-c162e40510ee gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:25.207830 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 4, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port': {'id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:13Z', 'updated_at': '2022-03-28T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1aee21cf-0609-4d51-a03f-11bbb734ad9c', 'name': '', 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'mac_address': 'fa:16:3e:a0:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cead2247-8531-4e76-9468-aa953129557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:15Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 2, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'subnets': [{'id': 'cead2247-8531-4e76-9468-aa953129557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:25.243904 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Checking router: 5b6e32d2-e05f-4a71-9f40-c162e40510ee for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:25.244164 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Updating router 5b6e32d2-e05f-4a71-9f40-c162e40510ee port 1aee21cf-0609-4d51-a03f-11bbb734ad9c binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:25.277435 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:25.597724 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Publish callbacks [] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:25.605614 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:25.664224 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b6353-87e2-462b-931d-55c83385dcc3 None None] Pushing event updated for resources: {'Port': ['ID=1aee21cf-0609-4d51-a03f-11bbb734ad9c,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:25.721974 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Attempting to bind port 1aee21cf-0609-4d51-a03f-11bbb734ad9c on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:25.722388 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Attempting to bind port 1aee21cf-0609-4d51-a03f-11bbb734ad9c by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:25.722754 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Attempting to bind port 1aee21cf-0609-4d51-a03f-11bbb734ad9c on network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:25.728122 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:25.729054 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Checking segment: {'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:25.729054 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:25.729268 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Bound using segment: {'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:25.730677 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Bound port: 1aee21cf-0609-4d51-a03f-11bbb734ad9c, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e97a7a-47fb-4b44-8017-b338e6f05b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:25.730677 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:25.807280 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] For port 1aee21cf-0609-4d51-a03f-11bbb734ad9c, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:25.812140 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] For port 1aee21cf-0609-4d51-a03f-11bbb734ad9c, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1aee21cf-0609-4d51-a03f-11bbb734ad9c,segment=NetworkSegment(90e97a7a-47fb-4b44-8017-b338e6f05b4f),segment_id=90e97a7a-47fb-4b44-8017-b338e6f05b4f)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:25.824215 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:25.904784 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Routers {'5b6e32d2-e05f-4a71-9f40-c162e40510ee'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:06:25.905479 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:25.980034 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-837340ad-8173-475a-b96e-e23a3ba8f3aa None None] Provisioning complete for port 1aee21cf-0609-4d51-a03f-11bbb734ad9c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:25.981081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-837340ad-8173-475a-b96e-e23a3ba8f3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:26.120797 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-837340ad-8173-475a-b96e-e23a3ba8f3aa None None] Current status of the port 1aee21cf-0609-4d51-a03f-11bbb734ad9c is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:26.121474 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-837340ad-8173-475a-b96e-e23a3ba8f3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:26.132240 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b6353-87e2-462b-931d-55c83385dcc3 None None] Pushing event updated for resources: {'Port': ['ID=1aee21cf-0609-4d51-a03f-11bbb734ad9c,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:26.179172 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-837340ad-8173-475a-b96e-e23a3ba8f3aa None None] For port 1aee21cf-0609-4d51-a03f-11bbb734ad9c, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1aee21cf-0609-4d51-a03f-11bbb734ad9c,segment=NetworkSegment(90e97a7a-47fb-4b44-8017-b338e6f05b4f),segment_id=90e97a7a-47fb-4b44-8017-b338e6f05b4f)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:26.185726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-837340ad-8173-475a-b96e-e23a3ba8f3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:26.198196 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] Set router 5b6e32d2-e05f-4a71-9f40-c162e40510ee gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:06:26.248748 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837340ad-8173-475a-b96e-e23a3ba8f3aa None None] Pushing event updated for resources: {'Port': ['ID=1aee21cf-0609-4d51-a03f-11bbb734ad9c,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:26.318628 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-113f1170-6bbb-4c8f-b46a-0efe6da1156a None None] Provisioning complete for port 1aee21cf-0609-4d51-a03f-11bbb734ad9c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:26.318921 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-113f1170-6bbb-4c8f-b46a-0efe6da1156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:26.422398 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-113f1170-6bbb-4c8f-b46a-0efe6da1156a None None] Current status of the port 1aee21cf-0609-4d51-a03f-11bbb734ad9c is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:26.447664 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 4, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port': {'id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:13Z', 'updated_at': '2022-03-28T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1aee21cf-0609-4d51-a03f-11bbb734ad9c', 'name': '', 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'mac_address': 'fa:16:3e:a0:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cead2247-8531-4e76-9468-aa953129557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:15Z', 'updated_at': '2022-03-28T19:06:25Z', 'revision_number': 4, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'subnets': [{'id': 'cead2247-8531-4e76-9468-aa953129557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:26.476510 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfb906e-7ca1-48be-91c0-b4d2f93084cb None None] The sync data for ids ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'] in dv-cinder-835483-1-iscsi is: [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:06:16Z', 'revision_number': 4, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port': {'id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:13Z', 'updated_at': '2022-03-28T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1aee21cf-0609-4d51-a03f-11bbb734ad9c', 'name': '', 'network_id': 'f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'mac_address': 'fa:16:3e:a0:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cead2247-8531-4e76-9468-aa953129557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:15Z', 'updated_at': '2022-03-28T19:06:25Z', 'revision_number': 4, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'subnets': [{'id': 'cead2247-8531-4e76-9468-aa953129557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:26.964030 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-71500a3e-b76e-4fab-8cd8-afb12a8cbaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:27.881978 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 1aee21cf-0609-4d51-a03f-11bbb734ad9c up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:27.939894 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 1aee21cf-0609-4d51-a03f-11bbb734ad9c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:27.940356 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:28.023532 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 1aee21cf-0609-4d51-a03f-11bbb734ad9c is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:28.114665 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:29.058374 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-971081a2-521c-4b56-9975-c9594b421f27 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:29.059830 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-971081a2-521c-4b56-9975-c9594b421f27 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 815 time: 0.1026454 Mar 28 19:06:29.074565 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-510c4602-3e20-4497-8e6c-999fe49f9bbf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/quotas/afe5bf069d014920928e85ee622359f2 HTTP/1.1" status: 200 len: 375 time: 0.0092106 Mar 28 19:06:29.133851 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-edcb89ea-4236-4568-963a-e34ea52d6379 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536842 Mar 28 19:06:29.241155 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-15e2ab7a-92a6-4de0-a10e-4dc2568dd181 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 19:06:29.242184 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-15e2ab7a-92a6-4de0-a10e-4dc2568dd181 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978017 Mar 28 19:06:29.328911 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-b3a7a661-2c63-4019-8935-905e962264b1 service neutron] 10.222.0.31 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804088 Mar 28 19:06:29.423393 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4a4c6f3c-5450-4c66-858a-8fc1a6f856a0 service neutron] 10.222.0.31 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888929 Mar 28 19:06:29.582441 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-07717bfc-71eb-484c-ab02-d281dacde326 req-41fb3154-61a1-4e50-97ab-48f1446163c3 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 210 time: 0.0275891 Mar 28 19:06:29.658356 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:30.680457 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-2f0e7ab7-5d08-4619-874a-d8b7a22fa5ff tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:30.681906 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-2f0e7ab7-5d08-4619-874a-d8b7a22fa5ff tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 815 time: 0.1132014 Mar 28 19:06:30.699046 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-77b720f2-b757-4f68-9800-5a1aab8321b2 req-ac5393e4-9e09-4cc3-8c13-1aa744c33bc6 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 210 time: 0.0435863 Mar 28 19:06:30.702410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'port': {'device_id': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'admin_state_up': True, 'tenant_id': 'afe5bf069d014920928e85ee622359f2'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:30.815129 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Made reservation on behalf of afe5bf069d014920928e85ee622359f2 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:30.818383 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:30.959155 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Allocated IP 172.20.0.7 (46c3238b-a0b1-4bf4-b5c5-0f35b341e420/b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d/7529f6a8-b2a5-4c71-87a4-f4965b15785c) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:31.056437 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:31.130368 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:31.194168 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:31.254772 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:31.258420 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:31.263215 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:31.295446 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:31.334214 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:31.335341 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:31.360685 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-5ed92a73-f5ad-4906-9704-049c98f3ae13 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6625705 Mar 28 19:06:31.582889 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-2da2d1d0-a840-47a3-b46f-1bf8bee77edc None None] Provisioning complete for port 7529f6a8-b2a5-4c71-87a4-f4965b15785c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:31.583269 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2da2d1d0-a840-47a3-b46f-1bf8bee77edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:31.636809 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-2da2d1d0-a840-47a3-b46f-1bf8bee77edc None None] Port 7529f6a8-b2a5-4c71-87a4-f4965b15785c cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:31.852096 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d611975-a5d2-4fa1-ae33-602391d768e6 req-a3dbf3f5-969d-48e8-aa2e-0318b880baec tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:31.854457 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8d611975-a5d2-4fa1-ae33-602391d768e6 req-a3dbf3f5-969d-48e8-aa2e-0318b880baec tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0844955 Mar 28 19:06:31.914912 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8d611975-a5d2-4fa1-ae33-602391d768e6 req-5076a938-8229-44da-ae21-9e57c6957de0 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514672 Mar 28 19:06:33.028688 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa144-0826-42ef-9981-e068bcdd5d1d req-25d83f55-5c7d-434d-ac32-c3965cecf5b7 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:33.030224 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bdafa144-0826-42ef-9981-e068bcdd5d1d req-25d83f55-5c7d-434d-ac32-c3965cecf5b7 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0542934 Mar 28 19:06:33.092074 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bdafa144-0826-42ef-9981-e068bcdd5d1d req-43cc48a5-bc9e-4aeb-a289-da26e15c1b2c tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Mar 28 19:06:34.215302 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a73ad-edf4-44f1-bdc6-13a616b90d3b req-0958c456-d0ee-4fa8-be6c-1422e5271d64 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:34.216707 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-617a73ad-edf4-44f1-bdc6-13a616b90d3b req-0958c456-d0ee-4fa8-be6c-1422e5271d64 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0567105 Mar 28 19:06:34.264127 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-617a73ad-edf4-44f1-bdc6-13a616b90d3b req-91378c86-fe14-4a66-8832-a1de0f251848 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Mar 28 19:06:35.388750 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee92412-fff4-41fb-987b-41ed5a894a28 req-5f1f1a16-e88f-4932-a177-f2566a745271 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:35.390225 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eee92412-fff4-41fb-987b-41ed5a894a28 req-5f1f1a16-e88f-4932-a177-f2566a745271 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0577290 Mar 28 19:06:35.450295 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-eee92412-fff4-41fb-987b-41ed5a894a28 req-6b2c7c95-a0b8-4bcd-8864-e08818eb29c7 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536311 Mar 28 19:06:36.588804 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71a06e-cb92-4e96-b170-92e068f090e9 req-eb95e4b0-e0f8-47d9-b391-bac1a8b5a339 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:36.590242 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9e71a06e-cb92-4e96-b170-92e068f090e9 req-eb95e4b0-e0f8-47d9-b391-bac1a8b5a339 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0594079 Mar 28 19:06:36.639527 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9e71a06e-cb92-4e96-b170-92e068f090e9 req-4b75d65a-70bb-401e-b31f-4c385e1be64e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Mar 28 19:06:37.769679 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74eef2-6fe3-46c5-81a0-c87cf46796e8 req-5d9ed289-6728-4ab5-9168-d39341700de8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:37.771220 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f74eef2-6fe3-46c5-81a0-c87cf46796e8 req-5d9ed289-6728-4ab5-9168-d39341700de8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0537453 Mar 28 19:06:37.821508 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7f74eef2-6fe3-46c5-81a0-c87cf46796e8 req-4179f321-daf3-4a66-8056-7900e86b7781 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Mar 28 19:06:38.943741 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf020-55c2-4079-bd6e-ea732b3d4ce1 req-3f000716-b6bf-47a4-a206-412b832a4212 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:38.945210 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bb8bf020-55c2-4079-bd6e-ea732b3d4ce1 req-3f000716-b6bf-47a4-a206-412b832a4212 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0557840 Mar 28 19:06:38.992437 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bb8bf020-55c2-4079-bd6e-ea732b3d4ce1 req-dd5c81b9-79b1-4875-8d2b-f7497457f9c1 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Mar 28 19:06:40.108135 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d5047-4dff-4f29-9149-651a67a2fe5d req-28f2ed51-40a4-4151-b7f6-d6c1f6d5d121 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:40.110227 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c2d5047-4dff-4f29-9149-651a67a2fe5d req-28f2ed51-40a4-4151-b7f6-d6c1f6d5d121 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0515118 Mar 28 19:06:40.158855 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3c2d5047-4dff-4f29-9149-651a67a2fe5d req-0b96e9fc-4ac1-4d8a-8d7c-ce5ed5eb0e92 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Mar 28 19:06:41.276063 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061d926-2990-4a07-973d-ee0777d72816 req-27aed7b8-ce2d-455f-80ff-63e1ddce79d3 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.277537 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7061d926-2990-4a07-973d-ee0777d72816 req-27aed7b8-ce2d-455f-80ff-63e1ddce79d3 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0531459 Mar 28 19:06:41.323668 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7061d926-2990-4a07-973d-ee0777d72816 req-2e607ebf-5f65-4c95-97b1-50f6271e0b96 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Mar 28 19:06:42.437212 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf98dff-9362-4bfe-b5e3-1c3d125f5b34 req-7d721ed9-0235-4ac5-b05a-866fb0609667 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:42.439228 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8cf98dff-9362-4bfe-b5e3-1c3d125f5b34 req-7d721ed9-0235-4ac5-b05a-866fb0609667 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0521584 Mar 28 19:06:42.484781 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8cf98dff-9362-4bfe-b5e3-1c3d125f5b34 req-ce3ece63-f8b1-4e41-9a51-baf89a1d8f92 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Mar 28 19:06:43.599287 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88322b-b521-4b52-8da0-f6ec79ffe5c4 req-75779cdc-c8f7-4cc1-a787-7851ff4dc915 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:43.600702 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1d88322b-b521-4b52-8da0-f6ec79ffe5c4 req-75779cdc-c8f7-4cc1-a787-7851ff4dc915 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0520768 Mar 28 19:06:43.648653 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1d88322b-b521-4b52-8da0-f6ec79ffe5c4 req-3630bc4f-96b7-4dbe-8047-8aa8becf8862 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Mar 28 19:06:44.765444 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008bce2-999e-43be-b090-3227b0b3bc61 req-ea9ecf8d-18c1-4090-a4dd-c181f890beaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:44.766940 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b008bce2-999e-43be-b090-3227b0b3bc61 req-ea9ecf8d-18c1-4090-a4dd-c181f890beaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0518255 Mar 28 19:06:44.812289 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b008bce2-999e-43be-b090-3227b0b3bc61 req-97326e6d-c21b-413b-8105-f0b253aa9974 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Mar 28 19:06:45.926631 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ec6e-0d4d-41c0-9348-57c8f8aaff6d req-b45126cc-6c72-47f3-a6e9-819b848032dd tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:45.928962 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9d28ec6e-0d4d-41c0-9348-57c8f8aaff6d req-b45126cc-6c72-47f3-a6e9-819b848032dd tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0535462 Mar 28 19:06:45.975358 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9d28ec6e-0d4d-41c0-9348-57c8f8aaff6d req-79182d96-58ea-4367-891d-756bd1009166 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Mar 28 19:06:46.174685 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-de730543-bd86-4ade-8a32-90095729dd1e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145830662&fields=id&tenant_id=16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 267 time: 0.0472381 Mar 28 19:06:46.276815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-367f3ab1-80e4-40e7-a327-5d7dfb366a78 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:46.278271 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-367f3ab1-80e4-40e7-a327-5d7dfb366a78 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 812 time: 0.0964575 Mar 28 19:06:46.292544 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-ba6ce5bd-a54b-4ced-97ff-5526dd0c4e1d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/quotas/16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 375 time: 0.0091321 Mar 28 19:06:46.346204 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-e8fb2014-80e4-4792-99fc-2cd90b036c04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489621 Mar 28 19:06:46.441828 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-e0e407df-2c13-4980-a9a0-de1dad0a2a8a service neutron] 10.222.0.31 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837808 Mar 28 19:06:46.529101 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-54667b85-1315-4fe2-a5b7-3c0c9775e1d6 service neutron] 10.222.0.31 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816708 Mar 28 19:06:46.802703 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-310511a3-799a-4a7d-b69c-19babb7a70d0 req-607c2165-161e-43c9-9a7f-1fe2d9c6acc1 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 210 time: 0.0260108 Mar 28 19:06:47.098680 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55d2f6-ea10-4418-98ad-453488813663 req-3a403f8e-ca0e-4e88-be20-ba9973ad7c99 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:47.100205 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df55d2f6-ea10-4418-98ad-453488813663 req-3a403f8e-ca0e-4e88-be20-ba9973ad7c99 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0587883 Mar 28 19:06:47.146198 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-df55d2f6-ea10-4418-98ad-453488813663 req-baff988c-c1a6-4a9c-b00d-15d7be2bc653 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Mar 28 19:06:47.891789 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-de182784-19c3-4a9f-92c1-4ac325bd90b8 req-86a6199d-3c49-4d1c-a6cc-53b0e039afd9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 210 time: 0.0256021 Mar 28 19:06:48.260969 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77e5a0-ab61-41a7-b27c-df74327cb634 req-d4d344f8-6387-41cb-ad45-b8c9442c0746 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:48.262447 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c77e5a0-ab61-41a7-b27c-df74327cb634 req-d4d344f8-6387-41cb-ad45-b8c9442c0746 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0503955 Mar 28 19:06:48.307588 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0c77e5a0-ab61-41a7-b27c-df74327cb634 req-2068f742-6b2f-4cdd-9390-2ff4d1566c7a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Mar 28 19:06:48.985740 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f2023cd9-af27-490d-b1dd-e37d56f2c9d4 req-6dc3b949-9da4-437b-860f-45da5c0bb711 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 210 time: 0.0289884 Mar 28 19:06:49.422862 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4e849-02b0-4b9b-ac75-684794c084b7 req-a56cd40c-94c7-4b26-989d-bcf1c7f26f96 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:49.424308 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fc4e849-02b0-4b9b-ac75-684794c084b7 req-a56cd40c-94c7-4b26-989d-bcf1c7f26f96 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 931 time: 0.0516841 Mar 28 19:06:49.475721 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3fc4e849-02b0-4b9b-ac75-684794c084b7 req-2b7eea84-78cb-4ed5-afa2-5e97d3b3be7e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Mar 28 19:06:49.840059 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-b1441e0e-7eff-4f5c-8bde-0ee469bea562 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 19:06:49.841197 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-b1441e0e-7eff-4f5c-8bde-0ee469bea562 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052493 Mar 28 19:06:49.898102 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Request body: {'port': {'device_id': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:49.956151 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:50.096374 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c317d1b1-3903-4184-bef6-26ead13607e4 req-21933352-916a-4b66-ab65-070e945eff98 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 210 time: 0.0304520 Mar 28 19:06:50.224852 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7529f6a8-b2a5-4c71-87a4-f4965b15785c {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:50.232253 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Publish callbacks [] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:50.244807 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Transition to ACTIVE for port object 7529f6a8-b2a5-4c71-87a4-f4965b15785c will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:06:50.248308 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:50.295269 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Pushing event updated for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:50.368125 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Attempting to bind port 7529f6a8-b2a5-4c71-87a4-f4965b15785c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:50.368454 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Attempting to bind port 7529f6a8-b2a5-4c71-87a4-f4965b15785c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:50.368777 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Attempting to bind port 7529f6a8-b2a5-4c71-87a4-f4965b15785c on network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:50.373374 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Port 7529f6a8-b2a5-4c71-87a4-f4965b15785c on network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:06:50.373689 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Attempting to bind port 7529f6a8-b2a5-4c71-87a4-f4965b15785c on network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:50.378725 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:50.379168 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Checking segment: {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:50.379761 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Bound using segment: {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:50.380880 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Bound port: 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e872d888-17b0-477e-aa38-e763899fa70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:50.381356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:50.514602 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:50.532300 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:50.543668 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:50.591808 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-c55702a7-4874-4122-adcb-65274b579d10 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:50.593214 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-c55702a7-4874-4122-adcb-65274b579d10 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 812 time: 0.1783695 Mar 28 19:06:50.627543 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:50.628221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:50.629509 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] 10.222.0.15 "PUT /v2.0/ports/7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 1093 time: 0.7791700 Mar 28 19:06:50.629957 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:50.632273 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ea94b-1ba6-427e-8fcf-13c423999599" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:06:50.752298 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f444dd8-da2c-4961-b25c-2868c201de95 req-3b25f2d9-a5da-4c2b-ad4e-b4e226d09373 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:50.753828 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f444dd8-da2c-4961-b25c-2868c201de95 req-3b25f2d9-a5da-4c2b-ad4e-b4e226d09373 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 943 time: 0.2063825 Mar 28 19:06:50.754541 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280623f-b3f5-4db7-8373-804e2f33e500 service neutron] Pushing event updated for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:50.766528 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a3dbe2-b552-47b9-b8ba-52bc3e58d034 x-openstack-request-id: req-14a3dbe2-b552-47b9-b8ba-52bc3e58d034 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:06:50.766828 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:06:50.767108 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14a3dbe2-b552-47b9-b8ba-52bc3e58d034 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:06:50.767935 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a3dbe2-b552-47b9-b8ba-52bc3e58d034'] response: {'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'status': 'completed', 'code': 200} Mar 28 19:06:50.806367 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-4177c597-4012-4692-bcef-12c6a3ac56bc tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 379 time: 0.1924708 Mar 28 19:06:50.819715 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'port': {'device_id': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'admin_state_up': True, 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'security_groups': ['038fcf3a-87ac-45af-949d-079c25fa4043']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:50.824290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-d271ee91-729d-46d1-a9ac-a4581369cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:50.825828 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-d271ee91-729d-46d1-a9ac-a4581369cdd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1127 time: 0.1524639 Mar 28 19:06:50.924395 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-ada58b68-9b24-4c42-948b-1f66b749e6a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 217 time: 0.0888495 Mar 28 19:06:50.930398 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3f444dd8-da2c-4961-b25c-2868c201de95 req-c7cc7de7-0029-4eda-a547-9182cb70397d tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621068 Mar 28 19:06:51.011967 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-afaf5e09-5f6e-4526-9372-99e2fd4390ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:51.013432 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-afaf5e09-5f6e-4526-9372-99e2fd4390ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0805147 Mar 28 19:06:51.066893 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Made reservation on behalf of 16afdd919eb0446e8f2e8479f554d432 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:51.070806 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:51.089268 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-8819e03b-c0cd-4dab-a1bb-3ef76365ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:51.090885 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-8819e03b-c0cd-4dab-a1bb-3ef76365ff55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704689 Mar 28 19:06:51.192344 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b3944a3e-a74f-4027-8eb7-b8fc7500e2a9 req-5ecb3c60-95e4-4019-9e80-071b9588eab2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 210 time: 0.0277185 Mar 28 19:06:51.264731 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-a1922a8b-2a44-47ae-8a80-671a4961d065 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641803 Mar 28 19:06:51.280901 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Allocated IP 172.20.0.9 (5e938d5b-08d4-4e53-b971-4ab8013d5632/1e9348e0-02c8-4cf6-bce0-ce0644bb200e/382cb450-d497-4344-81b9-e5c2dd8e898d) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:51.424478 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c7b07742-b41c-4155-bb4e-1b9719caa261 req-785da85f-c9f2-4051-a6c1-f65fe07dc753 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536965 Mar 28 19:06:51.486464 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:51.545121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-2b19aa80-2b34-4aab-af74-7733a759f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:51.546538 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-2b19aa80-2b34-4aab-af74-7733a759f13c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1127 time: 0.0767796 Mar 28 19:06:51.552290 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:51.641122 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:51.650224 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:51.653702 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:06:51.656146 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=382cb450-d497-4344-81b9-e5c2dd8e898d,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:51.725665 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:51.726306 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:51.729229 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-ecbdaa3c-c12a-4d08-962d-e91a7fdf4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:51.730689 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-ecbdaa3c-c12a-4d08-962d-e91a7fdf4e7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.1763015 Mar 28 19:06:51.776583 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-73036e88-3b52-4cbf-8106-afb6c8c7af52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620721 Mar 28 19:06:51.777849 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-2b1305a8-9c06-4320-bd72-fcfbf2abcf62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 217 time: 0.0401449 Mar 28 19:06:51.805611 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Request body: {'port': {'device_id': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:51.882598 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-cd7f1dfe-e2c8-48bc-9c1f-aacc869e2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:51.884007 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-cd7f1dfe-e2c8-48bc-9c1f-aacc869e2c83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0905356 Mar 28 19:06:51.915866 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:51.926825 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-40a73141-6647-4567-8081-06b8c57e2504 None None] Provisioning complete for port 382cb450-d497-4344-81b9-e5c2dd8e898d triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:51.927672 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-40a73141-6647-4567-8081-06b8c57e2504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:51.968760 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-40a73141-6647-4567-8081-06b8c57e2504 None None] Port 382cb450-d497-4344-81b9-e5c2dd8e898d cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:06:51.969767 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-ec6dcb72-2f7d-438b-8fb9-1a2cac290038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:51.971297 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-ec6dcb72-2f7d-438b-8fb9-1a2cac290038 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813568 Mar 28 19:06:52.323699 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37496d8-6152-43db-a75c-7494d0eef73f req-f260293c-dffd-4c7e-8c7d-69ea46d546bb tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:52.325344 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d37496d8-6152-43db-a75c-7494d0eef73f req-f260293c-dffd-4c7e-8c7d-69ea46d546bb tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 931 time: 0.0621560 Mar 28 19:06:52.376746 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d37496d8-6152-43db-a75c-7494d0eef73f req-f774754c-eb4f-418e-bced-218149b12e18 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 Mar 28 19:06:52.420725 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41398) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:52.467470 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41176a7c-de18-42af-ad62-63a1aaa08a4c req-d832ca2d-041b-4274-a03e-f6f17a481b86 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:52.468931 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41176a7c-de18-42af-ad62-63a1aaa08a4c req-d832ca2d-041b-4274-a03e-f6f17a481b86 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 943 time: 0.4436159 Mar 28 19:06:52.472541 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-1a7199fa-bd89-41a7-8745-a29be6b5e698 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947999 Mar 28 19:06:52.524616 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-616fd460-dca6-4894-ac03-5cef7fc04dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.595425 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-41176a7c-de18-42af-ad62-63a1aaa08a4c req-561ed6c5-37ae-4685-a846-566a6f01eb67 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202750 Mar 28 19:06:52.616759 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-616fd460-dca6-4894-ac03-5cef7fc04dc2 admin admin] Publish callbacks [] for security_group (6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.620659 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-616fd460-dca6-4894-ac03-5cef7fc04dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.659881 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-616fd460-dca6-4894-ac03-5cef7fc04dc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e3c4ba92caf4ef3bee3c9d302714ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356975 Mar 28 19:06:52.659881 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd460-dca6-4894-ac03-5cef7fc04dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:52.660496 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41402) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:06:52.664361 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0b1ea94b-1ba6-427e-8fcf-13c423999599 req-1269ca68-caba-442c-bf0a-f561010b395b service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787975 Mar 28 19:06:52.692019 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382cb450-d497-4344-81b9-e5c2dd8e898d {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:52.704773 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Publish callbacks [] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.727907 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Transition to ACTIVE for port object 382cb450-d497-4344-81b9-e5c2dd8e898d will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:06:52.736365 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.765903 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-be0c9b1a-a85f-4253-a15d-1c2be628d027 admin admin] Publish callbacks [] for security_group (6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.806091 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-be0c9b1a-a85f-4253-a15d-1c2be628d027 admin admin] Publish callbacks [] for security_group (6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.813615 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Pushing event updated for resources: {'Port': ['ID=382cb450-d497-4344-81b9-e5c2dd8e898d,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:52.908990 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Attempting to bind port 382cb450-d497-4344-81b9-e5c2dd8e898d on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:06:52.909418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Attempting to bind port 382cb450-d497-4344-81b9-e5c2dd8e898d by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:06:52.909841 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Attempting to bind port 382cb450-d497-4344-81b9-e5c2dd8e898d on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:52.917194 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Port 382cb450-d497-4344-81b9-e5c2dd8e898d on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:06:52.917691 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Attempting to bind port 382cb450-d497-4344-81b9-e5c2dd8e898d on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:06:52.919578 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-be0c9b1a-a85f-4253-a15d-1c2be628d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.922173 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-be0c9b1a-a85f-4253-a15d-1c2be628d027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.923858 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-be0c9b1a-a85f-4253-a15d-1c2be628d027 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7 HTTP/1.1" status: 204 len: 168 time: 0.2622681 Mar 28 19:06:52.936247 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:06:52.936595 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Checking segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:06:52.936978 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Bound using segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:06:52.937410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Bound port: 382cb450-d497-4344-81b9-e5c2dd8e898d, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:06:52.937773 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:52.940795 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c9b1a-a85f-4253-a15d-1c2be628d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef60cf7-f7e1-4eb6-b738-10aaa06e5db7,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:53.011842 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] For port 382cb450-d497-4344-81b9-e5c2dd8e898d, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:06:53.015114 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] For port 382cb450-d497-4344-81b9-e5c2dd8e898d, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=382cb450-d497-4344-81b9-e5c2dd8e898d,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:06:53.020329 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:53.054800 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.055420 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:53.056800 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] 10.222.0.15 "PUT /v2.0/ports/382cb450-d497-4344-81b9-e5c2dd8e898d HTTP/1.1" status: 200 len: 1093 time: 1.2620740 Mar 28 19:06:53.057243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:53.059529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1840c34d-e25a-421b-ab02-9c485b6fbc92" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:06:53.087971 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e8652-4cd8-4bd6-8967-71443fa817ac service neutron] Pushing event updated for resources: {'Port': ['ID=382cb450-d497-4344-81b9-e5c2dd8e898d,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:53.134184 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84fc4d3-e3bf-4f87-9519-1f18e3f0a8fc x-openstack-request-id: req-a84fc4d3-e3bf-4f87-9519-1f18e3f0a8fc {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:06:53.134514 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:06:53.134771 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a84fc4d3-e3bf-4f87-9519-1f18e3f0a8fc {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:06:53.135172 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84fc4d3-e3bf-4f87-9519-1f18e3f0a8fc'] response: {'name': 'network-changed', 'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'status': 'completed', 'code': 200} Mar 28 19:06:53.160789 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-550c4139-8ea9-44ae-a7a6-30819f8f2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.163033 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-550c4139-8ea9-44ae-a7a6-30819f8f2bec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 1127 time: 0.0594459 Mar 28 19:06:53.211671 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-b3af097d-cc78-4479-9a8d-85974945d53c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=382cb450-d497-4344-81b9-e5c2dd8e898d HTTP/1.1" status: 200 len: 217 time: 0.0414710 Mar 28 19:06:53.263349 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-0aa8c262-3bbc-4367-a114-53e1c6fc63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.264964 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-0aa8c262-3bbc-4367-a114-53e1c6fc63e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0478740 Mar 28 19:06:53.318665 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-b3bd6aa4-6007-4e18-a5ad-b5def3c01d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.320138 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-b3bd6aa4-6007-4e18-a5ad-b5def3c01d84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482154 Mar 28 19:06:53.421218 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-92333322-990c-4d09-abfc-977d7903d633 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950637 Mar 28 19:06:53.554543 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1f65b-b75e-4f05-86f1-d76f46f4ae80 req-44f8c13a-e82b-44f3-bc7c-ef77d0ff4d44 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.555993 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbe1f65b-b75e-4f05-86f1-d76f46f4ae80 req-44f8c13a-e82b-44f3-bc7c-ef77d0ff4d44 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.0858796 Mar 28 19:06:53.557887 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9403473a-b186-476f-8e9b-b2a8ddeeeab9 req-147d5416-ca33-4ec6-8f14-3ceb0d4113f8 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307123 Mar 28 19:06:53.611354 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dbe1f65b-b75e-4f05-86f1-d76f46f4ae80 req-a0aed977-99c7-41e6-9837-52c660102889 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496006 Mar 28 19:06:53.669636 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-db613d3c-01af-4657-b00b-726a09c6a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.671256 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-db613d3c-01af-4657-b00b-726a09c6a250 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 1127 time: 0.0589945 Mar 28 19:06:53.717733 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ca811-4fca-455a-89a4-83930e86d64a req-62ed5781-d8f1-4ebd-914f-f0bb37e405c6 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.719393 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7f8ca811-4fca-455a-89a4-83930e86d64a req-62ed5781-d8f1-4ebd-914f-f0bb37e405c6 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 943 time: 0.0537179 Mar 28 19:06:53.770184 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-380643d0-c868-4e50-b70b-f173e9925b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.772540 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7f8ca811-4fca-455a-89a4-83930e86d64a req-07153230-6c07-46ef-978f-2d4d2f70f87a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 Mar 28 19:06:53.774485 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-380643d0-c868-4e50-b70b-f173e9925b7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0948596 Mar 28 19:06:53.816484 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-dbc6c942-059c-49b7-8a76-75192be7ecf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=382cb450-d497-4344-81b9-e5c2dd8e898d HTTP/1.1" status: 200 len: 217 time: 0.0382438 Mar 28 19:06:53.863836 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-579ebae0-fab1-4006-b0ca-7cf5c3892768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.865814 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-579ebae0-fab1-4006-b0ca-7cf5c3892768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0437977 Mar 28 19:06:53.918002 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-60e6ab41-70b8-4395-9d6a-8f55bad1b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.919473 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-60e6ab41-70b8-4395-9d6a-8f55bad1b863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482595 Mar 28 19:06:53.971933 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:54.011159 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-d37f508a-266a-4687-9abd-1a17632d671b service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859537 Mar 28 19:06:54.105189 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1840c34d-e25a-421b-ab02-9c485b6fbc92 req-0b7fe867-3257-4f7f-8304-6107e6ce3309 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869887 Mar 28 19:06:54.697420 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-785a27a1-14c7-4f2f-a0a8-e1dbaf882b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:54.733498 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8223ac-633f-4242-acb5-d82eafb881e0 req-67dbe3fb-c7d5-4f35-b061-28e84f6643d6 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:54.735017 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5e8223ac-633f-4242-acb5-d82eafb881e0 req-67dbe3fb-c7d5-4f35-b061-28e84f6643d6 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.0545776 Mar 28 19:06:54.782947 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5e8223ac-633f-4242-acb5-d82eafb881e0 req-3e1ff671-c2ae-4162-8754-c5bbaaaed29c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Mar 28 19:06:54.892479 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1c175-5585-477e-a298-c10ec924196b req-2adfeb7b-3fc0-4c51-ab40-aef9b6fd0c69 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:54.894158 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3da1c175-5585-477e-a298-c10ec924196b req-2adfeb7b-3fc0-4c51-ab40-aef9b6fd0c69 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 943 time: 0.0551317 Mar 28 19:06:54.952653 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3da1c175-5585-477e-a298-c10ec924196b req-80e7fadf-d0c9-460a-8c6b-eab86527a459 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524163 Mar 28 19:06:55.312556 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:06:55.899596 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2092250-ce89-4569-b79e-5256e92b3ad5 req-c9e826d1-f986-43fb-8be6-aea8b5addd25 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:55.901038 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b2092250-ce89-4569-b79e-5256e92b3ad5 req-c9e826d1-f986-43fb-8be6-aea8b5addd25 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.0511193 Mar 28 19:06:55.948062 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b2092250-ce89-4569-b79e-5256e92b3ad5 req-55c80cce-e9b3-4f36-a709-bb5c84e59c52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 Mar 28 19:06:55.979195 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 7529f6a8-b2a5-4c71-87a4-f4965b15785c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:06:56.072110 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dbd22-aff5-4628-8f2a-97b17345fd9d req-4a037724-8406-4a89-b218-cd277dd737f4 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:56.074281 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-807dbd22-aff5-4628-8f2a-97b17345fd9d req-4a037724-8406-4a89-b218-cd277dd737f4 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 943 time: 0.0536191 Mar 28 19:06:56.082097 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:56.095717 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'port_id': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'mac_address': 'fa:16:3e:7a:21:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:06:56.123761 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-807dbd22-aff5-4628-8f2a-97b17345fd9d req-0ffc1a7a-023f-40c8-9371-463969ec8c3b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Mar 28 19:06:56.154932 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 7529f6a8-b2a5-4c71-87a4-f4965b15785c is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:56.154932 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:56.161990 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7529f6a8-b2a5-4c71-87a4-f4965b15785c {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:56.182437 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:56.186366 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:56.231973 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:56.238760 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.239108 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.239973 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.240317 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.240645 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.240972 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.241296 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.241621 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.241940 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.242287 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.242610 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.242933 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.243250 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.243567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.243883 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:56.535433 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['7529f6a8-b2a5-4c71-87a4-f4965b15785c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:06:56.946145 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bf64b91a-44db-4663-bfd7-f844fe96450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:57.075330 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64811d1-6a82-4500-b47e-c9b25232b2cb req-7038e5e7-77c5-4a1c-938f-331a4d7753a2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:57.076705 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c64811d1-6a82-4500-b47e-c9b25232b2cb req-7038e5e7-77c5-4a1c-938f-331a4d7753a2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.0597568 Mar 28 19:06:57.125091 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c64811d1-6a82-4500-b47e-c9b25232b2cb req-3d8f6b43-ab51-476f-b939-5b541787bfe2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427072 Mar 28 19:06:57.241769 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da778af-94a4-41ad-913e-883f31392fa0 req-adb5019c-99f5-4f55-bf10-370879df25ae tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:57.243243 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8da778af-94a4-41ad-913e-883f31392fa0 req-adb5019c-99f5-4f55-bf10-370879df25ae tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 944 time: 0.0507436 Mar 28 19:06:57.287859 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8da778af-94a4-41ad-913e-883f31392fa0 req-bd3063b3-7c8e-46bf-8721-522b56318965 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Mar 28 19:06:57.989182 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 7529f6a8-b2a5-4c71-87a4-f4965b15785c up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:06:58.039779 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 7529f6a8-b2a5-4c71-87a4-f4965b15785c completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:06:58.044306 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 7529f6a8-b2a5-4c71-87a4-f4965b15785c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:06:58.044622 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:58.139919 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:58.140696 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 7529f6a8-b2a5-4c71-87a4-f4965b15785c is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:06:58.141068 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:58.168180 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:58.170511 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0697dfd-985d-450b-b2f6-04bc6c541f03" -d '{"events": [{"server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "name": "network-vif-plugged", "status": "completed", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:06:58.183958 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:06:58.194504 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:58.266728 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:58.284435 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b28b42-e824-4f98-a800-3749ce238145 req-91842e25-d66c-4849-a989-2aabd91e9f50 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.286109 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7b28b42-e824-4f98-a800-3749ce238145 req-91842e25-d66c-4849-a989-2aabd91e9f50 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.0707812 Mar 28 19:06:58.339361 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f7b28b42-e824-4f98-a800-3749ce238145 req-a62aa888-e77d-4eb6-a84a-29ffb20558ae tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468726 Mar 28 19:06:58.344986 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8f8b2-05ab-4bf1-8d27-56b21bcfbaad x-openstack-request-id: req-f1d8f8b2-05ab-4bf1-8d27-56b21bcfbaad {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:06:58.345296 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "name": "network-vif-plugged", "status": "completed", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:06:58.345548 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1d8f8b2-05ab-4bf1-8d27-56b21bcfbaad {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:06:58.345969 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d8f8b2-05ab-4bf1-8d27-56b21bcfbaad'] response: {'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'code': 200} Mar 28 19:06:58.452653 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe63ed8-90e4-4420-aefd-177addf8bfe3 req-fcc6fd49-d6f7-45b4-aca9-3a93657b119b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.454253 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6fe63ed8-90e4-4420-aefd-177addf8bfe3 req-fcc6fd49-d6f7-45b4-aca9-3a93657b119b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0629303 Mar 28 19:06:58.500663 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6fe63ed8-90e4-4420-aefd-177addf8bfe3 req-6e672224-d7bf-4c1e-bdc4-2785138bf6f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Mar 28 19:06:58.528371 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78726-5590-41a9-9fec-bed695685463 req-2ba0eea4-b5c1-40aa-9f16-ca54a3178ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.529872 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53e78726-5590-41a9-9fec-bed695685463 req-2ba0eea4-b5c1-40aa-9f16-ca54a3178ab4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1129 time: 0.0434732 Mar 28 19:06:58.577062 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-53e78726-5590-41a9-9fec-bed695685463 req-724bfb32-f962-42b2-b67b-65d513018ee2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Mar 28 19:06:59.461621 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb365e6-6a20-4723-b3a1-b1363ad21692 req-db9b055c-acf8-4f00-a4b0-132328b8e62f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:59.463133 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8cb365e6-6a20-4723-b3a1-b1363ad21692 req-db9b055c-acf8-4f00-a4b0-132328b8e62f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.0549448 Mar 28 19:06:59.513143 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8cb365e6-6a20-4723-b3a1-b1363ad21692 req-ed2bc221-968d-4a74-9456-833b95639bed tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 Mar 28 19:06:59.637494 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3dfef-fe6e-4d29-b866-aa202424ea33 req-715fa51b-5974-45cd-881f-82d294ffe328 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:59.639076 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-66c3dfef-fe6e-4d29-b866-aa202424ea33 req-715fa51b-5974-45cd-881f-82d294ffe328 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0522103 Mar 28 19:06:59.658391 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:06:59.688518 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-66c3dfef-fe6e-4d29-b866-aa202424ea33 req-60114e2b-7d49-4677-a7c1-680787411a0d tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Mar 28 19:07:00.640242 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee85e3-ad16-4b4f-93b1-bd5608526540 req-5d3cc00f-1049-44ed-84c5-850152e66416 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:00.641724 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9eee85e3-ad16-4b4f-93b1-bd5608526540 req-5d3cc00f-1049-44ed-84c5-850152e66416 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.0535371 Mar 28 19:07:00.690987 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9eee85e3-ad16-4b4f-93b1-bd5608526540 req-80509d7b-264b-4e5c-85ba-476300f461df tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431371 Mar 28 19:07:00.814795 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb540-0159-4be1-9feb-b6c086864543 req-2bd06d9e-af71-418e-b657-e3c51dc7c38d tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:00.816290 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-935cb540-0159-4be1-9feb-b6c086864543 req-2bd06d9e-af71-418e-b657-e3c51dc7c38d tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0607831 Mar 28 19:07:00.863447 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-935cb540-0159-4be1-9feb-b6c086864543 req-c2261a52-270f-4030-93f8-1ddbd63a0045 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Mar 28 19:07:00.895385 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41558) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:00.984397 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4528369-d108-4d45-ae4c-fc6dbcedaf48 req-f62fbbf7-5fd0-494f-902e-47067f655ee8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:00.985879 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a4528369-d108-4d45-ae4c-fc6dbcedaf48 req-f62fbbf7-5fd0-494f-902e-47067f655ee8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Mar 28 19:07:01.013149 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.049394 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.058287 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a4528369-d108-4d45-ae4c-fc6dbcedaf48 req-04548120-0f8d-4c7a-b100-8cf623e43b9b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627480 Mar 28 19:07:01.119373 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Publish callbacks [] for security_group (f39da515-5863-4221-a606-94e33e518dd9), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.130463 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f39da515-5863-4221-a606-94e33e518dd9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.196259 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b35633dd33d40feb0037d1fa939525e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969754 Mar 28 19:07:01.196968 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41564) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:01.197201 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39da515-5863-4221-a606-94e33e518dd9,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:01.206763 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.207109 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.207453 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.207791 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.208749 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.209080 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.209408 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.209730 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.210415 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.210415 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.210722 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.211046 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.211369 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.211689 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.212007 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241e78-d567-44de-9398-abc8fdd62dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:01.219105 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-180ac2ae-00fb-4b75-bdc1-8525e78119cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981143 Mar 28 19:07:01.250220 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc5b-7dbb-49b3-83aa-d52bb581fe71 admin admin] Publish callbacks [] for security_group (f39da515-5863-4221-a606-94e33e518dd9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.272456 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc5b-7dbb-49b3-83aa-d52bb581fe71 admin admin] Publish callbacks [] for security_group (f39da515-5863-4221-a606-94e33e518dd9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.309189 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-973f3748-4a22-4a15-84b2-53c8389bb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:01.311709 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-973f3748-4a22-4a15-84b2-53c8389bb040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1129 time: 0.0488269 Mar 28 19:07:01.327025 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc5b-7dbb-49b3-83aa-d52bb581fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f39da515-5863-4221-a606-94e33e518dd9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.330078 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc5b-7dbb-49b3-83aa-d52bb581fe71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.331259 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1cefbc5b-7dbb-49b3-83aa-d52bb581fe71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f39da515-5863-4221-a606-94e33e518dd9 HTTP/1.1" status: 204 len: 168 time: 0.1332490 Mar 28 19:07:01.339262 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefbc5b-7dbb-49b3-83aa-d52bb581fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39da515-5863-4221-a606-94e33e518dd9,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:01.465732 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b11e10-10d9-4784-b372-d3f461d78d37 req-4850b2e9-c070-4cd3-b54e-d85ae3de36a0 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:01.467229 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84b11e10-10d9-4784-b372-d3f461d78d37 req-4850b2e9-c070-4cd3-b54e-d85ae3de36a0 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.1143022 Mar 28 19:07:01.468709 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-0cbfd911-8d8d-4bbc-a2fc-b4eb15a09e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:01.470029 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-0cbfd911-8d8d-4bbc-a2fc-b4eb15a09e12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.1413114 Mar 28 19:07:01.520615 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-2ac27adc-a508-417c-80ba-78d19ab99b03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 217 time: 0.0410709 Mar 28 19:07:01.582118 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-84b11e10-10d9-4784-b372-d3f461d78d37 req-f2e57ce1-f77e-4864-ba7d-e0d47bb02bcd tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091926 Mar 28 19:07:01.595977 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-8834f2ca-2be3-4438-a6f7-3c071d9d76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:01.597429 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-8834f2ca-2be3-4438-a6f7-3c071d9d76dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0675540 Mar 28 19:07:01.605986 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41574) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:01.620889 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-10fd6537-bde7-4f57-93b9-e65121342015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.650603 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-f764dbda-23cc-4690-8dfc-8e99a5215a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:01.652090 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-f764dbda-23cc-4690-8dfc-8e99a5215a47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494897 Mar 28 19:07:01.717331 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-10fd6537-bde7-4f57-93b9-e65121342015 admin admin] Publish callbacks [] for security_group (af9ab151-8c8c-4b96-a490-c9d130971a00), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.724484 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-10fd6537-bde7-4f57-93b9-e65121342015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (af9ab151-8c8c-4b96-a490-c9d130971a00), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.784475 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd6537-bde7-4f57-93b9-e65121342015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ab151-8c8c-4b96-a490-c9d130971a00,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:01.791880 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-b7b3201a-8957-459b-929b-e1af8e115149 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329854 Mar 28 19:07:01.842651 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-10fd6537-bde7-4f57-93b9-e65121342015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5bfac61a8284bfd9fcc5e0c385599e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352905 Mar 28 19:07:01.846545 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41578) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:01.915806 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793ee6-34d8-46b3-a110-4ddedf1feb98 req-73a2d7fb-5935-429d-850c-00b4e443d3c0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:01.918360 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15885ffc-94fe-40c9-b200-e9bde23f731f req-2ed0a782-6605-4da1-aa05-29c8d151211a service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194744 Mar 28 19:07:01.922728 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68793ee6-34d8-46b3-a110-4ddedf1feb98 req-73a2d7fb-5935-429d-850c-00b4e443d3c0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 943 time: 0.1455219 Mar 28 19:07:01.948496 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-443c3d0c-e680-4434-bc22-4c23b2429aff admin admin] Publish callbacks [] for security_group (af9ab151-8c8c-4b96-a490-c9d130971a00), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.988178 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-443c3d0c-e680-4434-bc22-4c23b2429aff admin admin] Publish callbacks [] for security_group (af9ab151-8c8c-4b96-a490-c9d130971a00), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:01.994892 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 382cb450-d497-4344-81b9-e5c2dd8e898d details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:07:01.998803 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68793ee6-34d8-46b3-a110-4ddedf1feb98 req-921fc615-66bf-41cd-a920-f5c0e910096d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753593 Mar 28 19:07:02.042764 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-443c3d0c-e680-4434-bc22-4c23b2429aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (af9ab151-8c8c-4b96-a490-c9d130971a00), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.045335 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-443c3d0c-e680-4434-bc22-4c23b2429aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.048997 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-443c3d0c-e680-4434-bc22-4c23b2429aff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af9ab151-8c8c-4b96-a490-c9d130971a00 HTTP/1.1" status: 204 len: 168 time: 0.1993027 Mar 28 19:07:02.054993 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3d0c-e680-4434-bc22-4c23b2429aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ab151-8c8c-4b96-a490-c9d130971a00,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:02.110423 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 382cb450-d497-4344-81b9-e5c2dd8e898d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=382cb450-d497-4344-81b9-e5c2dd8e898d,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:07:02.121894 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'port_id': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'mac_address': 'fa:16:3e:04:71:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:07:02.159512 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 382cb450-d497-4344-81b9-e5c2dd8e898d is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:07:02.159905 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.173443 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382cb450-d497-4344-81b9-e5c2dd8e898d {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:07:02.193233 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 382cb450-d497-4344-81b9-e5c2dd8e898d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=382cb450-d497-4344-81b9-e5c2dd8e898d,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:07:02.197044 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.243525 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=382cb450-d497-4344-81b9-e5c2dd8e898d,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:02.358880 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41588) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:02.371420 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6393e946-d4a8-4f92-b36a-70a64905fe52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.448028 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6393e946-d4a8-4f92-b36a-70a64905fe52 admin admin] Publish callbacks [] for security_group (6a85287e-8837-45b8-9c6e-9883dc655f63), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.451519 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-6393e946-d4a8-4f92-b36a-70a64905fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6a85287e-8837-45b8-9c6e-9883dc655f63), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.488172 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-6393e946-d4a8-4f92-b36a-70a64905fe52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e68b6ed2df0240ce9db11b3ecda64a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282308 Mar 28 19:07:02.489274 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e946-d4a8-4f92-b36a-70a64905fe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a85287e-8837-45b8-9c6e-9883dc655f63,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:02.490788 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41590) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:02.525194 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['382cb450-d497-4344-81b9-e5c2dd8e898d'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:07:02.539526 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-765c39e0-247e-4e1a-b706-ce9bd720f59a admin admin] Publish callbacks [] for security_group (6a85287e-8837-45b8-9c6e-9883dc655f63), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.561036 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-765c39e0-247e-4e1a-b706-ce9bd720f59a admin admin] Publish callbacks [] for security_group (6a85287e-8837-45b8-9c6e-9883dc655f63), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.608377 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-765c39e0-247e-4e1a-b706-ce9bd720f59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (6a85287e-8837-45b8-9c6e-9883dc655f63), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.611008 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-765c39e0-247e-4e1a-b706-ce9bd720f59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:02.612148 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-765c39e0-247e-4e1a-b706-ce9bd720f59a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a85287e-8837-45b8-9c6e-9883dc655f63 HTTP/1.1" status: 204 len: 168 time: 0.1203978 Mar 28 19:07:02.619874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c39e0-247e-4e1a-b706-ce9bd720f59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a85287e-8837-45b8-9c6e-9883dc655f63,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:03.140462 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b5c5-7cac-4969-b6bc-a24cf0a81dd3 req-b0684262-8fa0-46c7-9d01-bd616147c7a2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:03.142335 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-33f1b5c5-7cac-4969-b6bc-a24cf0a81dd3 req-b0684262-8fa0-46c7-9d01-bd616147c7a2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 944 time: 0.0608773 Mar 28 19:07:03.201754 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-33f1b5c5-7cac-4969-b6bc-a24cf0a81dd3 req-79d099a4-f22c-4771-8706-128bb90cb5de tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536659 Mar 28 19:07:04.004241 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 382cb450-d497-4344-81b9-e5c2dd8e898d up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:07:04.052087 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 382cb450-d497-4344-81b9-e5c2dd8e898d completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:07:04.056688 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 382cb450-d497-4344-81b9-e5c2dd8e898d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:07:04.057069 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:04.130908 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 382cb450-d497-4344-81b9-e5c2dd8e898d is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:07:04.131288 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:04.156926 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:07:04.159504 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e597c710-03c3-49bf-b10b-e48b4e02fb32" -d '{"events": [{"server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "name": "network-vif-plugged", "status": "completed", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:07:04.172692 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 382cb450-d497-4344-81b9-e5c2dd8e898d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=382cb450-d497-4344-81b9-e5c2dd8e898d,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:07:04.178101 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:04.201684 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54093b3f-0030-4275-959a-a3bbbd2c1ab7 x-openstack-request-id: req-54093b3f-0030-4275-959a-a3bbbd2c1ab7 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:07:04.201982 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "name": "network-vif-plugged", "status": "completed", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:07:04.202267 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54093b3f-0030-4275-959a-a3bbbd2c1ab7 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:07:04.202660 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54093b3f-0030-4275-959a-a3bbbd2c1ab7'] response: {'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'code': 200} Mar 28 19:07:04.229014 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=382cb450-d497-4344-81b9-e5c2dd8e898d,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:04.326889 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244277c-72c8-499e-b64a-8607d2e70eaf req-616ad94d-2ef6-4a52-8ae3-a72ac52b58e3 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:04.328592 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9244277c-72c8-499e-b64a-8607d2e70eaf req-616ad94d-2ef6-4a52-8ae3-a72ac52b58e3 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 945 time: 0.0566149 Mar 28 19:07:04.378856 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-9244277c-72c8-499e-b64a-8607d2e70eaf req-343c1289-2dee-4725-ba61-01b3f1fef936 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434651 Mar 28 19:07:04.414307 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec49b-1938-4ffa-817f-64baf7563044 req-8353dd22-b508-4521-9a66-0ef8845284bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:04.415795 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-762ec49b-1938-4ffa-817f-64baf7563044 req-8353dd22-b508-4521-9a66-0ef8845284bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 1129 time: 0.0430639 Mar 28 19:07:04.459743 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-762ec49b-1938-4ffa-817f-64baf7563044 req-cde40b6f-44e0-4186-87ff-484770aa1112 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386238 Mar 28 19:07:05.494494 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26d90d-aa13-4b77-87db-e7bf5bd21c0a req-4032bdb0-f2b8-4a97-92b8-297483f03973 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:05.495942 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de26d90d-aa13-4b77-87db-e7bf5bd21c0a req-4032bdb0-f2b8-4a97-92b8-297483f03973 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 945 time: 0.0506277 Mar 28 19:07:05.542703 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de26d90d-aa13-4b77-87db-e7bf5bd21c0a req-8c71e04a-b3c7-4ca0-aca4-16ab2ee3c8e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413535 Mar 28 19:07:06.148407 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41664) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:06.252050 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ab39c05d-6ec9-4b94-97e0-29278ef42f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:06.322468 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ab39c05d-6ec9-4b94-97e0-29278ef42f2a admin admin] Publish callbacks [] for security_group (c8fc83ed-955c-4be2-8bb1-219da12a5fab), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:06.325789 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-ab39c05d-6ec9-4b94-97e0-29278ef42f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c8fc83ed-955c-4be2-8bb1-219da12a5fab), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:06.362756 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-ab39c05d-6ec9-4b94-97e0-29278ef42f2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce1c3218e334460bbae616f88780c605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133162 Mar 28 19:07:06.363681 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39c05d-6ec9-4b94-97e0-29278ef42f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fc83ed-955c-4be2-8bb1-219da12a5fab,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:06.366138 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41668) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:06.411623 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-22edb5fe-5e8c-44f7-8736-6bbf31b8efce admin admin] Publish callbacks [] for security_group (c8fc83ed-955c-4be2-8bb1-219da12a5fab), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:06.432356 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-22edb5fe-5e8c-44f7-8736-6bbf31b8efce admin admin] Publish callbacks [] for security_group (c8fc83ed-955c-4be2-8bb1-219da12a5fab), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:06.479594 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-22edb5fe-5e8c-44f7-8736-6bbf31b8efce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (c8fc83ed-955c-4be2-8bb1-219da12a5fab), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:06.482195 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-22edb5fe-5e8c-44f7-8736-6bbf31b8efce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:06.483311 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-22edb5fe-5e8c-44f7-8736-6bbf31b8efce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8fc83ed-955c-4be2-8bb1-219da12a5fab HTTP/1.1" status: 204 len: 168 time: 0.1161175 Mar 28 19:07:06.490983 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb5fe-5e8c-44f7-8736-6bbf31b8efce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fc83ed-955c-4be2-8bb1-219da12a5fab,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:06.665403 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147276c-12f7-4953-aa7b-1265ed4220c1 req-552352d6-96fa-4109-8be5-8f4d04e93d0c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:06.666884 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c147276c-12f7-4953-aa7b-1265ed4220c1 req-552352d6-96fa-4109-8be5-8f4d04e93d0c tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 945 time: 0.0595357 Mar 28 19:07:06.715062 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c147276c-12f7-4953-aa7b-1265ed4220c1 req-0a550b4c-35b3-4bc1-a9d1-89615b72c459 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Mar 28 19:07:06.831477 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02032ac8-3790-4ef5-8518-182b28c6cdb2 req-e1036d2b-15e0-4348-aab8-e86b376fb3f3 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:06.833704 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-02032ac8-3790-4ef5-8518-182b28c6cdb2 req-e1036d2b-15e0-4348-aab8-e86b376fb3f3 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 945 time: 0.0530467 Mar 28 19:07:06.881912 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-02032ac8-3790-4ef5-8518-182b28c6cdb2 req-41c68554-dcb2-40ef-8c39-e4369ba3a53b tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Mar 28 19:07:06.903842 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41690) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:07.099150 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f6351-abbf-4f3a-bd67-2c84f93e2639 tempest-TestVolumeBootPattern-1068748159 tempest-TestVolumeBootPattern-1068748159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:07.100584 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0a3f6351-abbf-4f3a-bd67-2c84f93e2639 tempest-TestVolumeBootPattern-1068748159 tempest-TestVolumeBootPattern-1068748159-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 1124 time: 0.1957185 Mar 28 19:07:07.103435 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41700) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:07.107585 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'port_id': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:07.127826 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:07.222239 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:07.327214 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Allocated IP 172.27.1.100 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/7c91a030-c6b9-4ccb-8ed8-3c173743889f) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:07.428494 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:07.462955 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:07.499195 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:07.502006 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:07.512070 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:07:07.533149 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=7c91a030-c6b9-4ccb-8ed8-3c173743889f,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:07.873662 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:07.944929 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:08.105079 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:08.109457 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:08.178886 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=7c91a030-c6b9-4ccb-8ed8-3c173743889f,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:08.189067 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:08.289325 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Floating IP dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f associated. External IP: 172.27.1.100, port: 382cb450-d497-4344-81b9-e5c2dd8e898d. Mar 28 19:07:08.763472 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:07:08.870436 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:07:08.881338 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71460203-c427-4575-8e01-dd38e267f89c None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:08.888091 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:08.890739 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:07:08.891421 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:06:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:08.926454 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b23cbc71-5758-4764-9a70-02ca9f672ca0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8219726 Mar 28 19:07:08.927924 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:07:08.930277 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a47def2-47de-4974-9864-b0d1b845a453" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:07:08.970500 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276fa50d-f1c0-4280-948e-1d29e5295c9e x-openstack-request-id: req-276fa50d-f1c0-4280-948e-1d29e5295c9e {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:07:08.970823 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:07:08.971083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-276fa50d-f1c0-4280-948e-1d29e5295c9e {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:07:08.971496 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276fa50d-f1c0-4280-948e-1d29e5295c9e'] response: {'name': 'network-changed', 'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'status': 'completed', 'code': 200} Mar 28 19:07:09.003967 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:07:09.038002 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47def2-47de-4974-9864-b0d1b845a453 req-7883f4af-7c93-4ac6-ba49-a2caa056898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:09.039558 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a47def2-47de-4974-9864-b0d1b845a453 req-7883f4af-7c93-4ac6-ba49-a2caa056898b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 1129 time: 0.0453348 Mar 28 19:07:09.143758 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47def2-47de-4974-9864-b0d1b845a453 req-92ce431f-8696-4eb3-9d4b-6e53d0199e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:09.145391 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a47def2-47de-4974-9864-b0d1b845a453 req-92ce431f-8696-4eb3-9d4b-6e53d0199e3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0921154 Mar 28 19:07:09.223922 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a47def2-47de-4974-9864-b0d1b845a453 req-716fdb92-3abf-46a9-9e3d-021d8ed07a3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=382cb450-d497-4344-81b9-e5c2dd8e898d HTTP/1.1" status: 200 len: 999 time: 0.0717411 Mar 28 19:07:09.230301 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:04:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:07:07Z', 'updated_at': '2022-03-28T19:07:07Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:09.256435 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71460203-c427-4575-8e01-dd38e267f89c None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:07:09.264474 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:07:09.265067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:06:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:09.271158 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47def2-47de-4974-9864-b0d1b845a453 req-fd7dae95-ad6f-4fff-b0a3-102a34156ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:09.272582 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a47def2-47de-4974-9864-b0d1b845a453 req-fd7dae95-ad6f-4fff-b0a3-102a34156ecc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0424986 Mar 28 19:07:09.327845 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47def2-47de-4974-9864-b0d1b845a453 req-54ac3c21-0be2-4360-ac9c-a10db70f0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:09.329329 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a47def2-47de-4974-9864-b0d1b845a453 req-54ac3c21-0be2-4360-ac9c-a10db70f0a99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488236 Mar 28 19:07:09.372940 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:07:09.432976 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a47def2-47de-4974-9864-b0d1b845a453 req-416d36cc-6965-45ca-a1b7-6f432800dfb1 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973396 Mar 28 19:07:09.526800 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0a47def2-47de-4974-9864-b0d1b845a453 req-10e75d60-bfd2-4256-9f2e-2b5a2a4192a5 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863249 Mar 28 19:07:09.620067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-71460203-c427-4575-8e01-dd38e267f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:04:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:07:07Z', 'updated_at': '2022-03-28T19:07:07Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:09.648461 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71460203-c427-4575-8e01-dd38e267f89c None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': 'dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:04:71:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:07:07Z', 'updated_at': '2022-03-28T19:07:07Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:09.847558 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb22a6-f244-48c7-89e8-cdc6e66af6be None None] New status for floating IP dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:07:11.099963 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc30d4-71f9-4545-aaee-a565016932c6 req-9c1f2b96-09e2-463a-ae13-0158a9fe925a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:11.101434 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9cc30d4-71f9-4545-aaee-a565016932c6 req-9c1f2b96-09e2-463a-ae13-0158a9fe925a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0602479 Mar 28 19:07:11.146316 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9cc30d4-71f9-4545-aaee-a565016932c6 req-27d75c1f-8f0b-479f-a233-aae1be15557c tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393651 Mar 28 19:07:11.171056 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41784) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:11.350479 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f390d1be-8352-4d6d-b453-bb3b979b9a28 tempest-TestMinimumBasicScenario-787266486 tempest-TestMinimumBasicScenario-787266486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:11.351921 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f390d1be-8352-4d6d-b453-bb3b979b9a28 tempest-TestMinimumBasicScenario-787266486 tempest-TestMinimumBasicScenario-787266486-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1124 time: 0.1798906 Mar 28 19:07:11.354785 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41788) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:11.358936 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'port_id': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:11.379768 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:11.480732 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:11.581826 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Allocated IP 172.27.1.122 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/680b557e-0b31-4ada-8465-4a37a5902da2) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:11.685532 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for port (680b557e-0b31-4ada-8465-4a37a5902da2), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:11.718843 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (680b557e-0b31-4ada-8465-4a37a5902da2), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:11.757254 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:11.760171 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:11.766131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:07:11.787581 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'Port': ['ID=680b557e-0b31-4ada-8465-4a37a5902da2,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:12.121936 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for floatingip (8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.191399 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (680b557e-0b31-4ada-8465-4a37a5902da2), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.344340 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for port (680b557e-0b31-4ada-8465-4a37a5902da2), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.348661 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (680b557e-0b31-4ada-8465-4a37a5902da2), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.423121 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'Port': ['ID=680b557e-0b31-4ada-8465-4a37a5902da2,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:12.429669 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.529851 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Floating IP 8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4 associated. External IP: 172.27.1.122, port: 7529f6a8-b2a5-4c71-87a4-f4965b15785c. Mar 28 19:07:12.742478 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Router 968672ad-55db-493f-a92a-e5468de2e5d5 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:07:12.853054 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:07:12.867368 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90936a71-a8db-4771-a067-22348eecdadb None None] Sync routers for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:12.875571 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.878113 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:07:12.878757 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:06:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:12.905048 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-187be911-afae-400a-8ab2-6ec96bcd47f8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5492911 Mar 28 19:07:12.905873 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:07:12.907870 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41792) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:12.908361 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:07:12.921994 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191015367', 'description': 'tempest-secgroup-smoke-1191015367 description', 'project_id': 'afe5bf069d014920928e85ee622359f2'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:12.961181 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:12.961706 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233849f8-8f47-4018-9f42-3abc6deb8070 x-openstack-request-id: req-233849f8-8f47-4018-9f42-3abc6deb8070 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:07:12.962012 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:07:12.962287 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-233849f8-8f47-4018-9f42-3abc6deb8070 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:07:12.962791 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233849f8-8f47-4018-9f42-3abc6deb8070'] response: {'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'status': 'completed', 'code': 200} Mar 28 19:07:13.005250 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:07:13.034268 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-53d0d3ee-af6d-4bdf-9d27-517e57b20ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:13.037001 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-53d0d3ee-af6d-4bdf-9d27-517e57b20ffb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1129 time: 0.0491943 Mar 28 19:07:13.041744 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group (72f3ef6b-e9b4-46d3-87de-75a4a7af12c9), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.046024 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (72f3ef6b-e9b4-46d3-87de-75a4a7af12c9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.077049 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.085576 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.087217 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1782162 Mar 28 19:07:13.091026 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41798) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:13.095358 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-1051da54-1314-46fd-a54a-2b52b1995047 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'security_group_rule': {'security_group_id': '72f3ef6b-e9b4-46d3-87de-75a4a7af12c9', 'project_id': 'afe5bf069d014920928e85ee622359f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.101724 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.102071 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.102441 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.102779 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.103108 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.103810 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.103810 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.104119 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.104375 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.104697 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.105016 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.105340 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.105659 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.105977 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.106316 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48389493-9f1d-4696-b3a4-9f95f6af7e0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:13.132372 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1051da54-1314-46fd-a54a-2b52b1995047 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (f22f27aa-520e-42ea-938e-549624b1563a), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.139931 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-d5e80f83-4f9f-477f-af18-1036b4cc7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:13.141771 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-d5e80f83-4f9f-477f-af18-1036b4cc7405 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.0980108 Mar 28 19:07:13.190996 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1051da54-1314-46fd-a54a-2b52b1995047 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (f22f27aa-520e-42ea-938e-549624b1563a), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.194854 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1051da54-1314-46fd-a54a-2b52b1995047 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (f22f27aa-520e-42ea-938e-549624b1563a), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.209169 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051da54-1314-46fd-a54a-2b52b1995047 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22f27aa-520e-42ea-938e-549624b1563a,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.228512 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1051da54-1314-46fd-a54a-2b52b1995047 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.229800 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1051da54-1314-46fd-a54a-2b52b1995047 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376939 Mar 28 19:07:13.232531 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41800) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:13.236817 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-feefb469-1d35-475d-a575-58cc4663fa88 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'security_group_rule': {'security_group_id': '72f3ef6b-e9b4-46d3-87de-75a4a7af12c9', 'project_id': 'afe5bf069d014920928e85ee622359f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.261033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-feefb469-1d35-475d-a575-58cc4663fa88 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (2960c85c-5403-4a02-81ce-681d154db241), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.271639 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'port_id': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'mac_address': 'fa:16:3e:7a:21:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:07:11Z', 'updated_at': '2022-03-28T19:07:11Z', 'revision_number': 0, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:18Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.299818 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90936a71-a8db-4771-a067-22348eecdadb None None] Checking router: 968672ad-55db-493f-a92a-e5468de2e5d5 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:07:13.308300 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:07:13.309224 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:06:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.321364 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-feefb469-1d35-475d-a575-58cc4663fa88 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (2960c85c-5403-4a02-81ce-681d154db241), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.325754 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-feefb469-1d35-475d-a575-58cc4663fa88 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (2960c85c-5403-4a02-81ce-681d154db241), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.346887 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefb469-1d35-475d-a575-58cc4663fa88 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2960c85c-5403-4a02-81ce-681d154db241,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.352519 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-feefb469-1d35-475d-a575-58cc4663fa88 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.356254 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-feefb469-1d35-475d-a575-58cc4663fa88 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202440 Mar 28 19:07:13.356499 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41802) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:13.360707 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-f385a549-4c37-4729-b6cc-19f652facc83 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'security_group_rule': {'security_group_id': '72f3ef6b-e9b4-46d3-87de-75a4a7af12c9', 'project_id': 'afe5bf069d014920928e85ee622359f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.386044 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f385a549-4c37-4729-b6cc-19f652facc83 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (1327833b-78a5-482b-ac8b-fa8f92e4510d), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.436884 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-ba2a245b-85f7-4f51-a84b-c5ed7644571d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 999 time: 0.0642872 Mar 28 19:07:13.456002 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f385a549-4c37-4729-b6cc-19f652facc83 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (1327833b-78a5-482b-ac8b-fa8f92e4510d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.461235 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f385a549-4c37-4729-b6cc-19f652facc83 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (1327833b-78a5-482b-ac8b-fa8f92e4510d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.482394 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385a549-4c37-4729-b6cc-19f652facc83 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1327833b-78a5-482b-ac8b-fa8f92e4510d,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.490578 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f385a549-4c37-4729-b6cc-19f652facc83 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.492194 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f385a549-4c37-4729-b6cc-19f652facc83 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344225 Mar 28 19:07:13.494558 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41804) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:13.500327 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-523da50b-b0ba-4997-a2ed-ccae84881884 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'security_group_rule': {'security_group_id': '72f3ef6b-e9b4-46d3-87de-75a4a7af12c9', 'project_id': 'afe5bf069d014920928e85ee622359f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.508847 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-dbe84db7-78e6-481c-b035-85874a7bcc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:13.510372 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-dbe84db7-78e6-481c-b035-85874a7bcc2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0669065 Mar 28 19:07:13.526361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-523da50b-b0ba-4997-a2ed-ccae84881884 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (da2ae1de-e900-4e9f-8883-90e1e5aa3d9e), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.567874 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:07:13.568255 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-d6e65f10-02fd-4760-9744-a58792f4538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:13.569765 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-d6e65f10-02fd-4760-9744-a58792f4538e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523934 Mar 28 19:07:13.589745 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-523da50b-b0ba-4997-a2ed-ccae84881884 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (da2ae1de-e900-4e9f-8883-90e1e5aa3d9e), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.596906 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-523da50b-b0ba-4997-a2ed-ccae84881884 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (da2ae1de-e900-4e9f-8883-90e1e5aa3d9e), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.615467 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523da50b-b0ba-4997-a2ed-ccae84881884 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2ae1de-e900-4e9f-8883-90e1e5aa3d9e,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.623356 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-523da50b-b0ba-4997-a2ed-ccae84881884 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.626638 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-523da50b-b0ba-4997-a2ed-ccae84881884 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305268 Mar 28 19:07:13.627726 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41806) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:13.632867 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'security_group_rule': {'security_group_id': '72f3ef6b-e9b4-46d3-87de-75a4a7af12c9', 'project_id': 'afe5bf069d014920928e85ee622359f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.657482 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Project afe5bf069d014920928e85ee622359f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:07:13.663186 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (45014ecc-ffed-4c93-ab78-81e5f7d11e91), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.676867 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-a1dd8b63-e3b6-46ac-beff-11eac60132b5 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008008 Mar 28 19:07:13.738187 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (45014ecc-ffed-4c93-ab78-81e5f7d11e91), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.743275 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (45014ecc-ffed-4c93-ab78-81e5f7d11e91), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.763127 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45014ecc-ffed-4c93-ab78-81e5f7d11e91,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.772892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.773904 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b42f4acb-8015-44a2-8a41-f63a055570c5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451762 Mar 28 19:07:13.779303 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0d0ef6c4-c290-40a0-b76a-dc571ed1576b req-85cfb56a-bcb4-4d34-a4b5-37603f805bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942438 Mar 28 19:07:13.779303 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41808) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:13.782486 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'security_group_rule': {'security_group_id': '72f3ef6b-e9b4-46d3-87de-75a4a7af12c9', 'project_id': 'afe5bf069d014920928e85ee622359f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.804859 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.securitygroups_db [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Project afe5bf069d014920928e85ee622359f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:07:13.810783 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (24d9f936-2d1b-46c4-beeb-f5e5e22f3e8d), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.828644 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-90936a71-a8db-4771-a067-22348eecdadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'port_id': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'mac_address': 'fa:16:3e:7a:21:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:07:11Z', 'updated_at': '2022-03-28T19:07:11Z', 'revision_number': 0, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:18Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.859495 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90936a71-a8db-4771-a067-22348eecdadb None None] The sync data for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi is: [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'port_id': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'mac_address': 'fa:16:3e:7a:21:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:07:11Z', 'updated_at': '2022-03-28T19:07:11Z', 'revision_number': 0, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:18Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:13.876325 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (24d9f936-2d1b-46c4-beeb-f5e5e22f3e8d), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.880647 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (24d9f936-2d1b-46c4-beeb-f5e5e22f3e8d), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.898773 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d9f936-2d1b-46c4-beeb-f5e5e22f3e8d,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.906757 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:13.907976 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cbef6aa8-3319-4ae2-a901-5f1f079a851a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292017 Mar 28 19:07:14.002765 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f3d244ba-4946-4f94-9422-edfa542071f7 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191015367&fields=id&tenant_id=afe5bf069d014920928e85ee622359f2 HTTP/1.1" status: 200 len: 267 time: 0.0454090 Mar 28 19:07:14.072787 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-4c168c0f-4e2c-4f66-8037-d7526e8ceb6b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:14.074482 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-4c168c0f-4e2c-4f66-8037-d7526e8ceb6b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0653520 Mar 28 19:07:14.085214 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181782f-359f-4e9c-aeb8-bd181fcf5ba1 None None] New status for floating IP 8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:07:14.085856 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'port': {'security_groups': ['47395335-e837-4805-8934-37d06a6d6279', '72f3ef6b-e9b4-46d3-87de-75a4a7af12c9']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:14.155294 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:14.339385 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:07:14.368388 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:14.372756 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:14.407411 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['7529f6a8-b2a5-4c71-87a4-f4965b15785c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:07:14.414391 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:14.415103 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:14.417035 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aee6e8c5-5b5d-446b-a6de-f3c778a526b1 req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "PUT /v2.0/ports/7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 981 time: 0.3361428 Mar 28 19:07:14.444142 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602d69a-01ed-4e01-a1df-7cbf46c0f552 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=6']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:14.484544 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['7529f6a8-b2a5-4c71-87a4-f4965b15785c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:07:14.539356 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd68f-f4ea-4222-b06b-d4ca56cb6366 req-8285bbea-3d1b-4e20-b172-38bb2cb2d5e8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:14.540929 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97edd68f-f4ea-4222-b06b-d4ca56cb6366 req-8285bbea-3d1b-4e20-b172-38bb2cb2d5e8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0557415 Mar 28 19:07:14.620014 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-97edd68f-f4ea-4222-b06b-d4ca56cb6366 req-1465f9d8-4252-42d1-b733-27c515747c65 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649426 Mar 28 19:07:14.736483 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-aa39313e-fcfc-47a4-9e2f-e737fa14a87b None None] Provisioning complete for port 7529f6a8-b2a5-4c71-87a4-f4965b15785c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:07:14.736765 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-aa39313e-fcfc-47a4-9e2f-e737fa14a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:14.930203 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-aa39313e-fcfc-47a4-9e2f-e737fa14a87b None None] Current status of the port 7529f6a8-b2a5-4c71-87a4-f4965b15785c is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:07:14.963530 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:07:14.966119 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb330075-f5f3-436f-93dd-72d29add2e76" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:07:15.006418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3654d45b-e139-4c6b-a0d0-71af94b96718 x-openstack-request-id: req-3654d45b-e139-4c6b-a0d0-71af94b96718 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:07:15.006776 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:07:15.007097 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3654d45b-e139-4c6b-a0d0-71af94b96718 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:07:15.007558 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3654d45b-e139-4c6b-a0d0-71af94b96718'] response: {'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'status': 'completed', 'code': 200} Mar 28 19:07:15.089486 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-1567a300-f7ac-4f2a-8f0d-5337138d1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.091211 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-1567a300-f7ac-4f2a-8f0d-5337138d1236 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1168 time: 0.0585876 Mar 28 19:07:15.184723 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-816351da-29b6-43fe-9350-c9c816a1867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.186074 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-816351da-29b6-43fe-9350-c9c816a1867e service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.0862465 Mar 28 19:07:15.255632 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-c639d327-b76c-46c2-a14d-f10df43dd7b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 1001 time: 0.0632591 Mar 28 19:07:15.311945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-586d8afe-a100-4de7-a7bc-d88ab41d1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.313402 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-586d8afe-a100-4de7-a7bc-d88ab41d1335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0430827 Mar 28 19:07:15.363424 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-2abeaa26-8383-4814-b256-7252754c5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.364887 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-2abeaa26-8383-4814-b256-7252754c5e89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425687 Mar 28 19:07:15.464800 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-d08df40a-0d87-4e5b-bf86-deed01ce0ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834346 Mar 28 19:07:15.554008 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb330075-f5f3-436f-93dd-72d29add2e76 req-c3260084-8986-472d-80dc-6ed39b5edc3c service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821631 Mar 28 19:07:23.981364 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:24.698249 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc15e-6ca2-4ec2-8d6c-731015e26e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:26.947186 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8be35180-f798-46ac-8d3f-87ac15bfd6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:28.118747 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:29.659600 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:31.051778 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:32.310977 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:07:39.292021 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 41930) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:39.428825 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8a05-a973-4363-aeaf-c13f4c87cc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:39.499529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8a05-a973-4363-aeaf-c13f4c87cc0e admin admin] Publish callbacks [] for security_group (297e7916-4d8c-4272-9300-df2857ceddf1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:39.502790 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8a05-a973-4363-aeaf-c13f4c87cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (297e7916-4d8c-4272-9300-df2857ceddf1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:39.543449 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e1ac8a05-a973-4363-aeaf-c13f4c87cc0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=146c675307b14f50af11642a11c06290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503600 Mar 28 19:07:39.544378 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac8a05-a973-4363-aeaf-c13f4c87cc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297e7916-4d8c-4272-9300-df2857ceddf1,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:39.546104 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 41934) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:07:39.593994 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c15d4271-a5f8-4af1-b285-26f098280b55 admin admin] Publish callbacks [] for security_group (297e7916-4d8c-4272-9300-df2857ceddf1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:39.614316 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c15d4271-a5f8-4af1-b285-26f098280b55 admin admin] Publish callbacks [] for security_group (297e7916-4d8c-4272-9300-df2857ceddf1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:39.660025 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c15d4271-a5f8-4af1-b285-26f098280b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (297e7916-4d8c-4272-9300-df2857ceddf1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:39.662452 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-c15d4271-a5f8-4af1-b285-26f098280b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:39.663546 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-c15d4271-a5f8-4af1-b285-26f098280b55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/297e7916-4d8c-4272-9300-df2857ceddf1 HTTP/1.1" status: 204 len: 168 time: 0.1163855 Mar 28 19:07:39.670760 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d4271-a5f8-4af1-b285-26f098280b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297e7916-4d8c-4272-9300-df2857ceddf1,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:53.984873 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:54.698907 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-68baaa66-1262-4751-8522-cfd42927cdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:56.947207 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-55c72e11-a2a5-47be-9853-7de8e50ae452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:58.121668 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:07:59.664970 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:01.053693 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:02.130044 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-315af73a-6f07-48a7-9533-207c51011b19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432520 Mar 28 19:08:02.212238 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265801d-c65f-4110-a56e-a97259764cd5 req-227331ac-0adf-4ae0-b019-4c399ceec1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:02.213639 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-227331ac-0adf-4ae0-b019-4c399ceec1c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1168 time: 0.0425942 Mar 28 19:08:02.314234 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265801d-c65f-4110-a56e-a97259764cd5 req-1c2833a5-cb74-4cd0-8db4-ecd2af5028b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:02.315639 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-1c2833a5-cb74-4cd0-8db4-ecd2af5028b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.0831265 Mar 28 19:08:02.377652 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-cb3e3dba-a944-424e-8b77-056548feab10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 1001 time: 0.0562692 Mar 28 19:08:02.422942 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265801d-c65f-4110-a56e-a97259764cd5 req-0cbdaf67-d6ff-419b-abfb-e2f4400247e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:02.424293 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-0cbdaf67-d6ff-419b-abfb-e2f4400247e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0406322 Mar 28 19:08:02.473499 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265801d-c65f-4110-a56e-a97259764cd5 req-76a54f9f-587a-472b-90b7-ad51c5035552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:02.475542 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-76a54f9f-587a-472b-90b7-ad51c5035552 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456235 Mar 28 19:08:02.811824 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-bcdf8aee-b9b6-4dc1-8e1c-6c18b1dc60e9 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290701 Mar 28 19:08:02.898743 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b265801d-c65f-4110-a56e-a97259764cd5 req-5855023e-88ec-4aa9-bfb6-d0ebf679fe38 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801637 Mar 28 19:08:09.309553 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:08:23.989573 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:24.699868 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-038fe89f-e862-4335-9def-98e0bc3e639a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:26.950774 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-27177793-91f4-4dbc-b4a9-d6bf0118bafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:28.124166 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:28.914689 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988d19d-29dc-407b-9427-a41941b488d2 req-94125d78-6368-492b-a603-8583e2b84713 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:28.916145 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7988d19d-29dc-407b-9427-a41941b488d2 req-94125d78-6368-492b-a603-8583e2b84713 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0819998 Mar 28 19:08:28.918109 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-c2eb0f29-daa9-4afc-b170-3b1075944495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:28.919461 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-c2eb0f29-daa9-4afc-b170-3b1075944495 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1168 time: 0.0756116 Mar 28 19:08:29.034588 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7988d19d-29dc-407b-9427-a41941b488d2 req-2e9e618a-b64d-4eb0-aa8b-765a89c77fc8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127667 Mar 28 19:08:29.049830 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-8f6cc0e2-e02a-445e-9007-b0261917e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:29.051336 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-8f6cc0e2-e02a-445e-9007-b0261917e55a service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.1237676 Mar 28 19:08:29.131705 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-39b69fb0-d559-43f1-8256-5a907cd3db8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 1001 time: 0.0732141 Mar 28 19:08:29.179501 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-6569d1dc-1587-4a84-8ca2-eb41f3afbe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:29.180926 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-6569d1dc-1587-4a84-8ca2-eb41f3afbe12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0430954 Mar 28 19:08:29.228918 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-49610cb3-fa24-4cb6-ab95-1a3fdc739d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:29.230383 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-49610cb3-fa24-4cb6-ab95-1a3fdc739d14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435441 Mar 28 19:08:29.318297 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-ccf1ddbc-bbf1-4548-a820-c2c821c15f58 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820606 Mar 28 19:08:29.404614 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-de4a72cc-0c30-40c4-bc41-19fe1e0b6e84 req-49cea571-acd7-492f-b0cd-fd4dc10f1f44 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795898 Mar 28 19:08:29.664678 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:30.154237 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e613c5-5a78-478d-8dd1-8ff1a0a73383 req-8ebec690-15e6-451c-beac-62ad4a341e42 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:30.155702 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-10e613c5-5a78-478d-8dd1-8ff1a0a73383 req-8ebec690-15e6-451c-beac-62ad4a341e42 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0520022 Mar 28 19:08:30.214743 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-10e613c5-5a78-478d-8dd1-8ff1a0a73383 req-a29f8fc6-6668-4e9b-ace1-496183b06dd4 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522370 Mar 28 19:08:31.056083 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:31.331641 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247e415-5dfa-4bf4-af9a-292d6e93a2e9 req-606d4e92-f49f-474d-9330-86f1217e5a9f tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:31.333025 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b247e415-5dfa-4bf4-af9a-292d6e93a2e9 req-606d4e92-f49f-474d-9330-86f1217e5a9f tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0530734 Mar 28 19:08:31.390637 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b247e415-5dfa-4bf4-af9a-292d6e93a2e9 req-ee778db2-f27a-4f20-a402-e22adbd50654 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519693 Mar 28 19:08:32.505449 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ddda-6422-4951-bfbc-3464cccac7a8 req-6ecb6e1a-51a9-434c-bc3f-fa6b424b436a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:32.506925 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0b15ddda-6422-4951-bfbc-3464cccac7a8 req-6ecb6e1a-51a9-434c-bc3f-fa6b424b436a tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0517859 Mar 28 19:08:32.566966 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0b15ddda-6422-4951-bfbc-3464cccac7a8 req-43fb91de-20bb-47d9-b4e9-87a5c582ef24 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544822 Mar 28 19:08:33.687734 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8c4c0-24b9-4f6c-ab35-ef73f841496a req-ed35a3da-3522-4afb-ad03-61bcc2be1d5c tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:33.689200 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-61c8c4c0-24b9-4f6c-ab35-ef73f841496a req-ed35a3da-3522-4afb-ad03-61bcc2be1d5c tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0556934 Mar 28 19:08:33.750983 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-61c8c4c0-24b9-4f6c-ab35-ef73f841496a req-b35a2b36-b53a-466f-bd92-af1062932822 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555282 Mar 28 19:08:34.867049 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eb91e-1947-46e4-b16a-5915a9d2194c req-dce7e06d-771d-436e-b3b9-9ffd28829cd5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:34.868481 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-175eb91e-1947-46e4-b16a-5915a9d2194c req-dce7e06d-771d-436e-b3b9-9ffd28829cd5 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0516317 Mar 28 19:08:34.927248 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-175eb91e-1947-46e4-b16a-5915a9d2194c req-c62a3159-b213-45ac-ac0d-46a7c151763c tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529723 Mar 28 19:08:36.048297 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb4657-6d7f-4f01-9984-c370113a1f34 req-a9aa76aa-0127-4130-8bf7-de6dee17f5d2 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:36.049758 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-59fb4657-6d7f-4f01-9984-c370113a1f34 req-a9aa76aa-0127-4130-8bf7-de6dee17f5d2 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0517681 Mar 28 19:08:36.108408 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-59fb4657-6d7f-4f01-9984-c370113a1f34 req-ce1283eb-85a7-4451-94be-c64bb892f242 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519791 Mar 28 19:08:37.223710 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46adfb2-f15f-4a8b-be9e-7721d4e169f1 req-56786207-156b-41a7-ab8f-15e3c01d8a6b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:37.225160 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f46adfb2-f15f-4a8b-be9e-7721d4e169f1 req-56786207-156b-41a7-ab8f-15e3c01d8a6b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0517347 Mar 28 19:08:37.281923 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f46adfb2-f15f-4a8b-be9e-7721d4e169f1 req-2cee45ec-6957-48b3-b6b9-2afdab16d6a4 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512912 Mar 28 19:08:38.402408 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deaced-051c-46d8-a5a7-3fb187d74a5a req-5b6b463a-5632-4a3e-ab0b-4823d5d4bb7e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:38.403864 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21deaced-051c-46d8-a5a7-3fb187d74a5a req-5b6b463a-5632-4a3e-ab0b-4823d5d4bb7e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0554483 Mar 28 19:08:38.463326 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-21deaced-051c-46d8-a5a7-3fb187d74a5a req-c4b862c8-c4e6-4f95-9140-e95377185ce3 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538275 Mar 28 19:08:39.581883 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68307528-d26f-4f7a-a051-251e99519a59 req-b47aa210-7b64-4754-911d-95f05eb44416 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:39.583958 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68307528-d26f-4f7a-a051-251e99519a59 req-b47aa210-7b64-4754-911d-95f05eb44416 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0556624 Mar 28 19:08:39.640912 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-68307528-d26f-4f7a-a051-251e99519a59 req-6bea20b2-49de-401f-a0f7-dd930afdb71d tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513182 Mar 28 19:08:40.756067 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610f9b4-14aa-4add-a7a0-97042f0c85b8 req-285fd114-baa5-4534-93fb-118e1f5e3f92 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:40.757505 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c610f9b4-14aa-4add-a7a0-97042f0c85b8 req-285fd114-baa5-4534-93fb-118e1f5e3f92 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0518754 Mar 28 19:08:40.815352 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c610f9b4-14aa-4add-a7a0-97042f0c85b8 req-03e5eac5-b383-467d-b53b-d02dd443f7dd tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9&id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521832 Mar 28 19:08:46.308755 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:08:53.997626 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:54.700598 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bf5234ee-edd6-4b53-8575-b5046e561e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:56.951802 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9140c3ae-7235-4e09-a82e-e09b11c30d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:58.127183 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:08:59.667710 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:01.059614 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:03.032418 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-29c269ea-eae3-4e72-8020-10094f469d9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415967 Mar 28 19:09:03.103243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-f43b292b-6ed2-4899-b489-7513ea158de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:03.104715 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-f43b292b-6ed2-4899-b489-7513ea158de5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 1129 time: 0.0473266 Mar 28 19:09:03.210229 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-1af95911-2277-4f37-991a-3dbc37e09439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:03.211689 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-1af95911-2277-4f37-991a-3dbc37e09439 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0836432 Mar 28 19:09:03.278162 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-9822f089-5e59-4feb-8ba4-9aa637c4bc9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=382cb450-d497-4344-81b9-e5c2dd8e898d HTTP/1.1" status: 200 len: 1001 time: 0.0607953 Mar 28 19:09:03.323798 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-a5d7d230-2035-486d-9734-1d2a37ab2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:03.325096 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-a5d7d230-2035-486d-9734-1d2a37ab2563 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0416389 Mar 28 19:09:03.373389 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-e312ebb1-ed87-4252-9c00-1d267e2da1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:03.374912 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-e312ebb1-ed87-4252-9c00-1d267e2da1e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441639 Mar 28 19:09:03.464905 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-c37d711d-e684-4f28-90f0-402a0b57f3ae service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832069 Mar 28 19:09:03.550252 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-18857069-65fc-44d6-b4e9-e773f72c35a0 req-a93dbe0f-9d89-4477-8277-eb6875319dda service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799870 Mar 28 19:09:23.308941 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:09:23.997978 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:24.703060 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-43c540fe-d9e9-4944-819b-9c8608029787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:26.951697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-64597822-390f-4d65-a895-cf06ca1e753e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:28.128897 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:29.669999 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:31.062406 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:38.436397 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c72f0-f29f-427d-9dbe-bed8844bdd39 req-eb8cf3b0-3609-4454-9a2d-1ef577a07c42 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:38.437854 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-109c72f0-f29f-427d-9dbe-bed8844bdd39 req-eb8cf3b0-3609-4454-9a2d-1ef577a07c42 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 945 time: 0.0529752 Mar 28 19:09:38.489174 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-109c72f0-f29f-427d-9dbe-bed8844bdd39 req-545576fa-9006-4237-8e1d-9aa3b3863edf tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457706 Mar 28 19:09:39.611531 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3116d-43a6-417c-a73c-3d569d6c22fa req-76d55dec-b80e-4300-8a51-3857dddb1050 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:39.612996 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-19e3116d-43a6-417c-a73c-3d569d6c22fa req-76d55dec-b80e-4300-8a51-3857dddb1050 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 945 time: 0.0536377 Mar 28 19:09:39.662841 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-19e3116d-43a6-417c-a73c-3d569d6c22fa req-fa2e79cd-486b-4ca7-9f2d-06d814784b08 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Mar 28 19:09:40.032938 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-40994b1f-fe44-4691-8129-b4980221c403 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:40.034390 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-40994b1f-fe44-4691-8129-b4980221c403 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 945 time: 0.0512908 Mar 28 19:09:40.124772 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Deleting port 382cb450-d497-4344-81b9-e5c2dd8e898d {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:40.125105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:40.214250 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] For port 382cb450-d497-4344-81b9-e5c2dd8e898d, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=382cb450-d497-4344-81b9-e5c2dd8e898d,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:40.214492 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:40.377810 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:40.378196 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:40.378516 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Floating IP dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f disassociated. External IP: 172.27.1.100, port: 382cb450-d497-4344-81b9-e5c2dd8e898d. Mar 28 19:09:40.378853 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Calling delete_port for 382cb450-d497-4344-81b9-e5c2dd8e898d owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:40.504139 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (382cb450-d497-4344-81b9-e5c2dd8e898d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:40.529150 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event deleted for resources: {'Port': ['ID=382cb450-d497-4344-81b9-e5c2dd8e898d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:40.538963 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.539307 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.539645 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.539980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.540312 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.540636 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.540956 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.541274 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.541593 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.542329 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.542329 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.542602 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.542853 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.543165 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.543477 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:40.653633 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:09:40.763378 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-42b9d1c7-3567-42e0-bc56-4a53b2e5d072 req-03901fa9-569f-4541-abb0-90150d463e84 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa HTTP/1.1" status: 200 len: 210 time: 0.0332170 Mar 28 19:09:40.783302 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:09:40.793242 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:40.803394 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:40.804074 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:40.823654 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] No DVR routers for this DVR port 382cb450-d497-4344-81b9-e5c2dd8e898d on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:40.826075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:40.829469 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-aec62ef7-b163-4edd-a65a-62a481192c99 req-2b0e0be9-151f-4cb4-a347-69dc01ccbeff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "DELETE /v2.0/ports/382cb450-d497-4344-81b9-e5c2dd8e898d HTTP/1.1" status: 204 len: 173 time: 0.7902684 Mar 28 19:09:40.829909 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'name': 'network-vif-deleted', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:09:40.832663 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1349b-8c71-4111-b52d-e3ee1c1fb57f" -d '{"events": [{"server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "name": "network-vif-deleted", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:09:40.874656 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2173574-38ed-4877-b6e2-29252fb3b496 x-openstack-request-id: req-a2173574-38ed-4877-b6e2-29252fb3b496 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:09:40.875097 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa", "name": "network-vif-deleted", "tag": "382cb450-d497-4344-81b9-e5c2dd8e898d", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:09:40.875362 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2173574-38ed-4877-b6e2-29252fb3b496 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:09:40.875766 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2173574-38ed-4877-b6e2-29252fb3b496'] response: {'server_uuid': 'e6ad4d4d-90cc-4ec8-bd71-82f74b6dcefa', 'name': 'network-vif-deleted', 'tag': '382cb450-d497-4344-81b9-e5c2dd8e898d', 'status': 'completed', 'code': 200} Mar 28 19:09:40.932092 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:41.135723 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:41.162867 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:09:41.172480 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:41.173080 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:41.281551 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:41.607390 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:41.637306 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331eb1e2-941b-4f93-9f1c-2232275eccbc None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:41.856928 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7188b-70dd-4194-8a95-82efbd35e0b2 None None] New status for floating IP dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:09:42.023375 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-067cfeef-8a46-4ab9-8089-c0f4f0622623 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145830662&fields=id&tenant_id=16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 267 time: 0.0441072 Mar 28 19:09:42.128046 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-ab36af64-79b2-4881-8bca-0561fe72f6f1 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:42.129519 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-ab36af64-79b2-4881-8bca-0561fe72f6f1 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 812 time: 0.0995786 Mar 28 19:09:42.143257 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-1c429831-419e-43a0-840b-d5625b964097 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/quotas/16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 375 time: 0.0084016 Mar 28 19:09:42.197746 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-8f271e45-7644-4378-a348-a1a831e3eb9b tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486147 Mar 28 19:09:42.300001 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c4e163a1-1eaf-4a15-aec9-53b02fcb1f10 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 19:09:42.301310 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c4e163a1-1eaf-4a15-aec9-53b02fcb1f10 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0923147 Mar 28 19:09:42.389446 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-21ded4ef-d086-4252-a509-94b1029184a8 service neutron] 10.222.0.31 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823798 Mar 28 19:09:42.474628 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-6661e5b1-6977-4a1c-b8f5-5cbccc44f0be service neutron] 10.222.0.31 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790527 Mar 28 19:09:43.780722 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-45d2bf3f-8978-458e-8d43-106cc437da4e req-536d5f24-66df-4aab-9306-a1ed962fb72a tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 210 time: 0.0308061 Mar 28 19:09:44.257388 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-1dfd7883-fcce-42a6-8a24-fea7e74a2afd tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191015367&fields=id&tenant_id=afe5bf069d014920928e85ee622359f2 HTTP/1.1" status: 200 len: 267 time: 0.0470099 Mar 28 19:09:44.318887 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-391c5f97-2417-417e-8ab2-9a55ffd24766 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:44.320349 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-391c5f97-2417-417e-8ab2-9a55ffd24766 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 984 time: 0.0574899 Mar 28 19:09:44.330645 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Request body: {'port': {'security_groups': ['47395335-e837-4805-8934-37d06a6d6279']}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:44.399311 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:44.603078 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:44.634431 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:44.639133 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:44.651268 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['7529f6a8-b2a5-4c71-87a4-f4965b15785c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:09:44.654935 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-f30c8b1a-02fa-4e14-a014-9a404e44d17f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:44.657937 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-f30c8b1a-02fa-4e14-a014-9a404e44d17f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 812 time: 0.1060457 Mar 28 19:09:44.688413 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:44.689078 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:44.690548 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0efd3915-2a99-4df9-8a95-0f3a99f2c771 req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "PUT /v2.0/ports/7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 942 time: 0.3642154 Mar 28 19:09:44.691615 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:09:44.696379 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a6274-f361-4566-bdf4-4714c7b604b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:09:44.699220 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42050) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:44.745998 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 382cb450-d497-4344-81b9-e5c2dd8e898d no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:09:44.746442 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-e77e90d5-bb46-4bcd-882c-f958767c5e2e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 379 time: 0.0784245 Mar 28 19:09:44.762419 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'port': {'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'admin_state_up': True, 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'security_groups': ['038fcf3a-87ac-45af-949d-079c25fa4043']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:44.775201 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['7529f6a8-b2a5-4c71-87a4-f4965b15785c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:09:44.793277 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event updated for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=7']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:44.850051 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0444-f1c9-4725-badf-d6f29cc4e5ba tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group (72f3ef6b-e9b4-46d3-87de-75a4a7af12c9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:44.868154 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 382cb450-d497-4344-81b9-e5c2dd8e898d {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:09:44.868490 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 382cb450-d497-4344-81b9-e5c2dd8e898d not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:09:44.877815 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0444-f1c9-4725-badf-d6f29cc4e5ba tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group (72f3ef6b-e9b4-46d3-87de-75a4a7af12c9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:44.948389 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Made reservation on behalf of 16afdd919eb0446e8f2e8479f554d432 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:44.952376 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.010776 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.011277 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.011713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.012146 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.012643 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.013000 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.013483 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.014115 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.014479 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.014764 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.015184 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.015599 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.016048 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.017033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.017033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b9b87-274c-4244-80a8-21ae0c6fde0e tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:45.022752 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e0a80b55-c9a8-40fe-8f46-e600657cd246 req-fb07f88a-0db7-4eff-a918-36668290aeb3 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 210 time: 0.0574756 Mar 28 19:09:45.055255 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0444-f1c9-4725-badf-d6f29cc4e5ba tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (72f3ef6b-e9b4-46d3-87de-75a4a7af12c9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.055910 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0444-f1c9-4725-badf-d6f29cc4e5ba tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.059985 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7b8d0444-f1c9-4725-badf-d6f29cc4e5ba tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "DELETE /v2.0/security-groups/72f3ef6b-e9b4-46d3-87de-75a4a7af12c9 HTTP/1.1" status: 204 len: 168 time: 0.3599055 Mar 28 19:09:45.063506 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42058) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:45.105920 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-ac1f7b82-4b38-48e8-ac96-32f3ec174725 None None] Provisioning complete for port 7529f6a8-b2a5-4c71-87a4-f4965b15785c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:09:45.106397 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ac1f7b82-4b38-48e8-ac96-32f3ec174725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.108374 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0444-f1c9-4725-badf-d6f29cc4e5ba tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3ef6b-e9b4-46d3-87de-75a4a7af12c9,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:45.158110 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Allocated IP 172.20.0.3 (5e938d5b-08d4-4e53-b971-4ab8013d5632/1e9348e0-02c8-4cf6-bce0-ce0644bb200e/8be450f4-e992-4064-8a31-569b683e6e4c) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:45.224711 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f7b82-4b38-48e8-ac96-32f3ec174725 None None] Current status of the port 7529f6a8-b2a5-4c71-87a4-f4965b15785c is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:09:45.243708 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Deleting port 680b557e-0b31-4ada-8465-4a37a5902da2 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:45.244053 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (680b557e-0b31-4ada-8465-4a37a5902da2), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.317217 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (8be450f4-e992-4064-8a31-569b683e6e4c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.323651 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (680b557e-0b31-4ada-8465-4a37a5902da2), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.324424 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for floatingip (680b557e-0b31-4ada-8465-4a37a5902da2), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.336946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Calling delete_port for 680b557e-0b31-4ada-8465-4a37a5902da2 owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:45.355699 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.400374 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:45.405370 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:45.409885 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:09:45.413889 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=8be450f4-e992-4064-8a31-569b683e6e4c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:45.464671 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:45.465715 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.482133 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-c02edbb9-a7e2-431c-90eb-ce821cd41f38 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7253602 Mar 28 19:09:45.493488 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Request body: {'port': {'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:45.518349 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (680b557e-0b31-4ada-8465-4a37a5902da2), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.548856 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event deleted for resources: {'Port': ['ID=680b557e-0b31-4ada-8465-4a37a5902da2,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:45.561342 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.617188 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks [] for floatingip (8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.617520 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Floating IP 8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4 disassociated (deleted). External IP: 172.27.1.122, port: 7529f6a8-b2a5-4c71-87a4-f4965b15785c. Mar 28 19:09:45.648568 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-ac8b738e-3327-413b-9801-03c7c4c095a9 None None] Provisioning complete for port 8be450f4-e992-4064-8a31-569b683e6e4c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:09:45.649238 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ac8b738e-3327-413b-9801-03c7c4c095a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.686522 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b738e-3327-413b-9801-03c7c4c095a9 None None] Port 8be450f4-e992-4064-8a31-569b683e6e4c cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:09:45.835788 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be450f4-e992-4064-8a31-569b683e6e4c {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:09:45.843743 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Publish callbacks [] for port (8be450f4-e992-4064-8a31-569b683e6e4c), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.856655 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Transition to ACTIVE for port object 8be450f4-e992-4064-8a31-569b683e6e4c will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:09:45.859799 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:45.909732 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Pushing event updated for resources: {'Port': ['ID=8be450f4-e992-4064-8a31-569b683e6e4c,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:45.989253 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Attempting to bind port 8be450f4-e992-4064-8a31-569b683e6e4c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:09:45.989920 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Attempting to bind port 8be450f4-e992-4064-8a31-569b683e6e4c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:09:45.990123 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Attempting to bind port 8be450f4-e992-4064-8a31-569b683e6e4c on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:09:45.995528 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Port 8be450f4-e992-4064-8a31-569b683e6e4c on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:09:45.996021 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Attempting to bind port 8be450f4-e992-4064-8a31-569b683e6e4c on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:09:46.001770 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:09:46.002250 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Checking segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:09:46.002731 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Bound using segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:09:46.003257 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Bound port: 8be450f4-e992-4064-8a31-569b683e6e4c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:09:46.003730 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:46.029354 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d41b9-df7f-45e4-99b1-8a7cda546a4a x-openstack-request-id: req-9c5d41b9-df7f-45e4-99b1-8a7cda546a4a {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:09:46.029650 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:09:46.029907 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c5d41b9-df7f-45e4-99b1-8a7cda546a4a {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:09:46.030354 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5d41b9-df7f-45e4-99b1-8a7cda546a4a'] response: {'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'status': 'completed', 'code': 200} Mar 28 19:09:46.090446 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Router 968672ad-55db-493f-a92a-e5468de2e5d5 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:09:46.117553 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-61ba565d-4062-4077-90cc-1d9b0f6b8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.119189 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-61ba565d-4062-4077-90cc-1d9b0f6b8149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1129 time: 0.0966136 Mar 28 19:09:46.121733 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] For port 8be450f4-e992-4064-8a31-569b683e6e4c, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:09:46.124887 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] For port 8be450f4-e992-4064-8a31-569b683e6e4c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8be450f4-e992-4064-8a31-569b683e6e4c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:09:46.170459 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:46.216261 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.217050 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:46.218866 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] 10.222.0.15 "PUT /v2.0/ports/8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 1093 time: 0.7294765 Mar 28 19:09:46.223391 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:09:46.225871 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:09:46.232266 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa288c-334b-4e5d-a238-9300a63fffb4 req-313ad8d4-0369-44cd-be58-d44ca759e3e0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.233796 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17aa288c-334b-4e5d-a238-9300a63fffb4 req-313ad8d4-0369-44cd-be58-d44ca759e3e0 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0980859 Mar 28 19:09:46.258415 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:09:46.268903 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:46.271443 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] Sync routers for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:46.284676 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-ada93312-0f09-4bab-8f6a-7123b59bc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.286776 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-ada93312-0f09-4bab-8f6a-7123b59bc414 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.1598678 Mar 28 19:09:46.288623 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:46.289277 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:46.303453 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5633d4-185f-46bd-a093-4dfc127f50d4 x-openstack-request-id: req-1c5633d4-185f-46bd-a093-4dfc127f50d4 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:09:46.305156 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:09:46.305576 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c5633d4-185f-46bd-a093-4dfc127f50d4 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:09:46.306174 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5633d4-185f-46bd-a093-4dfc127f50d4'] response: {'name': 'network-changed', 'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c', 'status': 'completed', 'code': 200} Mar 28 19:09:46.315381 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d64c244b-4719-4849-a026-46a5b512abaf tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "DELETE /v2.0/floatingips/8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4 HTTP/1.1" status: 204 len: 168 time: 1.2507782 Mar 28 19:09:46.330824 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-17aa288c-334b-4e5d-a238-9300a63fffb4 req-a80064fc-e5f9-4681-8780-77e8feadcb17 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828412 Mar 28 19:09:46.402106 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-950677b4-b1ae-4b97-b760-5ffb8d804340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 217 time: 0.0936730 Mar 28 19:09:46.406883 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c59f80-0906-4f8b-9d54-e4c8a2569866 service neutron] Pushing event updated for resources: {'Port': ['ID=8be450f4-e992-4064-8a31-569b683e6e4c,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:46.434334 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:46.460947 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-a89a2686-a08c-46bb-bd52-bb88da926fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.462690 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-a89a2686-a08c-46bb-bd52-bb88da926fae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1127 time: 0.1703324 Mar 28 19:09:46.469087 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-6c9111a8-3338-41aa-bc84-14f620a01266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.470691 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-6c9111a8-3338-41aa-bc84-14f620a01266 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0607610 Mar 28 19:09:46.515333 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-36ce12f9-19ab-4a03-aac1-72dd9a8bf3a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 217 time: 0.0430934 Mar 28 19:09:46.588224 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-f9f4c49c-d6aa-4174-987e-a64c7bec243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.589896 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-f9f4c49c-d6aa-4174-987e-a64c7bec243b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0590506 Mar 28 19:09:46.597170 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-fe32178b-4981-4f38-8d94-225dce51fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.599151 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-fe32178b-4981-4f38-8d94-225dce51fe5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211717 Mar 28 19:09:46.673695 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:18Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:46.701845 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] Checking router: 968672ad-55db-493f-a92a-e5468de2e5d5 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:09:46.711377 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:46.712012 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:46.824528 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:46.955856 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bc82-147c-4817-aa95-c9139e70a158 req-e43adc45-3abc-498b-9313-3b785da31c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:46.957389 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-e43adc45-3abc-498b-9313-3b785da31c62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3573864 Mar 28 19:09:46.989120 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-f824c823-5b77-4fde-b416-f1c6485f2f91 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805187 Mar 28 19:09:47.025482 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:18Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:47.053425 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d48b9-8582-4c33-94cd-b0d74a4de27e None None] The sync data for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi is: [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 4, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '2c8031b9-c7ea-49c2-b72c-6bea69413341', 'name': '', 'network_id': '46c3238b-a0b1-4bf4-b5c5-0f35b341e420', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'mac_address': 'fa:16:3e:8a:d0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:18Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'subnets': [{'id': 'b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:47.117035 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-86ef57de-a490-4ad4-9b65-66520a1f3d28 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487041 Mar 28 19:09:47.146834 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6a0a6274-f361-4566-bdf4-4714c7b604b9 req-28ce5ca5-1707-429f-b6db-044b8078b30d service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341083 Mar 28 19:09:47.218014 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7167bc82-147c-4817-aa95-c9139e70a158 req-67247de0-5b6b-4ea9-8b42-77c640775b7d service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922391 Mar 28 19:09:47.302000 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3bb1f-c7d5-48e6-883b-b49697f3887a None None] New status for floating IP 8135fbd0-54cc-4a2c-a52b-8fe1501c0ad4: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:09:47.320482 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-e0a89524-3b5e-4bbd-b199-2e21e8af618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:47.321984 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-e0a89524-3b5e-4bbd-b199-2e21e8af618c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1127 time: 0.0539794 Mar 28 19:09:47.425341 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-560dd507-51a8-4e07-b3d4-ef5dc5f319ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:47.425529 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-560dd507-51a8-4e07-b3d4-ef5dc5f319ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0973248 Mar 28 19:09:47.480568 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-64345bca-4fc2-433c-9049-5992fcc3348c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 217 time: 0.0409393 Mar 28 19:09:47.528096 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4c6d7-504a-46c2-a617-159a8de54b8a req-c0fc0eb9-bca8-48b2-8e78-1299c6fb07dd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:47.529594 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04b4c6d7-504a-46c2-a617-159a8de54b8a req-c0fc0eb9-bca8-48b2-8e78-1299c6fb07dd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.1177475 Mar 28 19:09:47.546529 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-298c61af-d802-4e87-82eb-de28dbe81b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:47.547889 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-298c61af-d802-4e87-82eb-de28dbe81b1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0611889 Mar 28 19:09:47.614739 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-04b4c6d7-504a-46c2-a617-159a8de54b8a req-d34e620d-ff17-4ea3-8e03-ff96c7e513d3 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791793 Mar 28 19:09:47.625139 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-78447684-eef7-4998-973d-089569430b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:47.626953 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-78447684-eef7-4998-973d-089569430b6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726244 Mar 28 19:09:47.716278 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-faab82f1-b317-4d75-bc81-088d08807633 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828414 Mar 28 19:09:47.813021 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6dbb6d1a-81dd-4555-ba2b-8f300cefb984 req-14445217-ed9e-45a3-8474-590e26112b50 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906484 Mar 28 19:09:48.030945 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:09:48.033306 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64946c12-2e47-45e5-9e52-feb16b806690" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:09:48.068969 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5951a855-0790-43d3-bbe9-fca1a5491c19 x-openstack-request-id: req-5951a855-0790-43d3-bbe9-fca1a5491c19 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:09:48.069280 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:09:48.069523 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5951a855-0790-43d3-bbe9-fca1a5491c19 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:09:48.069927 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5951a855-0790-43d3-bbe9-fca1a5491c19'] response: {'name': 'network-changed', 'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'status': 'completed', 'code': 200} Mar 28 19:09:48.147988 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946c12-2e47-45e5-9e52-feb16b806690 req-625d0180-89cf-4c6b-bd68-2a72e156622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.149407 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64946c12-2e47-45e5-9e52-feb16b806690 req-625d0180-89cf-4c6b-bd68-2a72e156622a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afe5bf069d014920928e85ee622359f2&device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 1129 time: 0.0569813 Mar 28 19:09:48.239083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946c12-2e47-45e5-9e52-feb16b806690 req-caebd446-deaf-444c-ae13-540f9ecbfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.240623 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64946c12-2e47-45e5-9e52-feb16b806690 req-caebd446-deaf-444c-ae13-540f9ecbfa96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 200 len: 916 time: 0.0846202 Mar 28 19:09:48.283203 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64946c12-2e47-45e5-9e52-feb16b806690 req-e2ba6a90-e36b-48aa-aebe-85102de21c8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 200 len: 217 time: 0.0369008 Mar 28 19:09:48.330105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946c12-2e47-45e5-9e52-feb16b806690 req-315c717a-a2e9-46a9-8ae4-08616c1d86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.331739 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64946c12-2e47-45e5-9e52-feb16b806690 req-315c717a-a2e9-46a9-8ae4-08616c1d86e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 200 len: 854 time: 0.0429835 Mar 28 19:09:48.378559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946c12-2e47-45e5-9e52-feb16b806690 req-6c91d0f0-7458-462f-8236-18786b4d8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.380562 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64946c12-2e47-45e5-9e52-feb16b806690 req-6c91d0f0-7458-462f-8236-18786b4d8f8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46c3238b-a0b1-4bf4-b5c5-0f35b341e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432506 Mar 28 19:09:48.470577 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64946c12-2e47-45e5-9e52-feb16b806690 req-21f08288-4bb6-461f-900e-ad5b7dd7ea55 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835724 Mar 28 19:09:48.558179 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-64946c12-2e47-45e5-9e52-feb16b806690 req-bc7593ed-9a1c-4779-80b5-bfb5b001b019 service neutron] 10.222.0.15 "GET /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Mar 28 19:09:48.730416 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e50070-62c7-4b6e-8861-b22f2221dda4 req-47a31b73-4ee9-4857-ba42-f4ac8ee71752 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.731780 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15e50070-62c7-4b6e-8861-b22f2221dda4 req-47a31b73-4ee9-4857-ba42-f4ac8ee71752 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0516689 Mar 28 19:09:48.783360 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-15e50070-62c7-4b6e-8861-b22f2221dda4 req-a21e17d8-ecbf-4c1b-be92-4668c83cad17 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461614 Mar 28 19:09:49.089615 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb1854-965b-4ba6-a525-59f8fddb55aa req-54fc5f18-ab1c-4f13-909a-86bdd28a1fbd tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:49.091168 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9fb1854-965b-4ba6-a525-59f8fddb55aa req-54fc5f18-ab1c-4f13-909a-86bdd28a1fbd tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0513988 Mar 28 19:09:49.137199 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e9fb1854-965b-4ba6-a525-59f8fddb55aa req-126bfe23-7908-4530-9830-76f9314239e8 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Mar 28 19:09:49.902175 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc44741-a7c7-4de6-9a3d-8cb89fd70567 req-94faa686-b65b-4b89-89a9-be81d5cf6ac6 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:49.903667 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7dc44741-a7c7-4de6-9a3d-8cb89fd70567 req-94faa686-b65b-4b89-89a9-be81d5cf6ac6 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0545833 Mar 28 19:09:49.951437 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7dc44741-a7c7-4de6-9a3d-8cb89fd70567 req-bb56ad40-6542-4e17-9326-7aec68c37b50 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Mar 28 19:09:50.255694 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edacfe-2631-42f1-99df-b72210ba3599 req-e13f05d3-97dc-4ff9-b314-744770d33d7b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:50.258206 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-07edacfe-2631-42f1-99df-b72210ba3599 req-e13f05d3-97dc-4ff9-b314-744770d33d7b tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0522983 Mar 28 19:09:50.303911 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-07edacfe-2631-42f1-99df-b72210ba3599 req-6f253463-987c-4b48-9b50-e89a51d000d9 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/security-groups?id=47395335-e837-4805-8934-37d06a6d6279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Mar 28 19:09:50.934982 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-b27fc840-35fc-48c7-8b39-b6322fc1b008 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:50.936368 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-b27fc840-35fc-48c7-8b39-b6322fc1b008 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 945 time: 0.0532615 Mar 28 19:09:51.027923 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Deleting port 7529f6a8-b2a5-4c71-87a4-f4965b15785c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:51.028270 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:51.069199 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071db3-61b1-4e8c-b5a0-4891bf644702 req-3c8b1948-4c09-43a1-8178-cd05869b21e4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:51.070684 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0e071db3-61b1-4e8c-b5a0-4891bf644702 req-3c8b1948-4c09-43a1-8178-cd05869b21e4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0518837 Mar 28 19:09:51.118331 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0e071db3-61b1-4e8c-b5a0-4891bf644702 req-faea06f7-e479-4041-90ec-f7aff8501e12 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Mar 28 19:09:51.119674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] For port 7529f6a8-b2a5-4c71-87a4-f4965b15785c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=7529f6a8-b2a5-4c71-87a4-f4965b15785c,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:51.120030 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:51.133870 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Calling delete_port for 7529f6a8-b2a5-4c71-87a4-f4965b15785c owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:51.258835 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (7529f6a8-b2a5-4c71-87a4-f4965b15785c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:51.270771 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['7529f6a8-b2a5-4c71-87a4-f4965b15785c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:09:51.285563 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Pushing event deleted for resources: {'Port': ['ID=7529f6a8-b2a5-4c71-87a4-f4965b15785c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:51.328860 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] No DVR routers for this DVR port 7529f6a8-b2a5-4c71-87a4-f4965b15785c on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:51.331309 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:51.334652 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8f3e369f-8f06-42fd-9b1a-af8cdc9c7f1c req-ebfc0629-a8fc-4a41-9bf5-17f9b150af25 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.15 "DELETE /v2.0/ports/7529f6a8-b2a5-4c71-87a4-f4965b15785c HTTP/1.1" status: 204 len: 173 time: 0.3922496 Mar 28 19:09:51.335086 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'name': 'network-vif-deleted', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:09:51.337295 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c62ea3-5691-4aed-8b87-fd3607ce6ea1" -d '{"events": [{"server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "name": "network-vif-deleted", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:09:51.386227 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cceba1d-5313-4547-921b-714e307c71fa x-openstack-request-id: req-8cceba1d-5313-4547-921b-714e307c71fa {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:09:51.386513 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2da32d-2015-438e-8a3b-bb1cbd73a100", "name": "network-vif-deleted", "tag": "7529f6a8-b2a5-4c71-87a4-f4965b15785c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:09:51.386766 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cceba1d-5313-4547-921b-714e307c71fa {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:09:51.387160 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cceba1d-5313-4547-921b-714e307c71fa'] response: {'server_uuid': '8d2da32d-2015-438e-8a3b-bb1cbd73a100', 'name': 'network-vif-deleted', 'tag': '7529f6a8-b2a5-4c71-87a4-f4965b15785c', 'status': 'completed', 'code': 200} Mar 28 19:09:51.407976 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-12958fa2-dbd2-4390-a86f-41e8f6e37bfe req-3531d5bb-339f-4d5a-ad41-f3fc814cfc45 tempest-TestMinimumBasicScenario-1745119142 tempest-TestMinimumBasicScenario-1745119142-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d2da32d-2015-438e-8a3b-bb1cbd73a100 HTTP/1.1" status: 200 len: 210 time: 0.0315170 Mar 28 19:09:52.238056 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884b03e-d97d-42c9-b610-9f69b3734d7a req-9937762a-2e3b-44d0-8e8a-5ebe406afc24 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:52.239531 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e884b03e-d97d-42c9-b610-9f69b3734d7a req-9937762a-2e3b-44d0-8e8a-5ebe406afc24 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0543537 Mar 28 19:09:52.285785 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-e884b03e-d97d-42c9-b610-9f69b3734d7a req-771f371a-336b-4af2-91cb-ff9911ef772f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408816 Mar 28 19:09:53.117611 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42156) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:53.434173 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47380f-23be-4f40-9db1-1d3ffc30dffa req-c112cf7a-1d11-4058-b6a7-8bd75e94c2dd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:53.435546 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b47380f-23be-4f40-9db1-1d3ffc30dffa req-c112cf7a-1d11-4058-b6a7-8bd75e94c2dd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0845904 Mar 28 19:09:53.517270 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-6b47380f-23be-4f40-9db1-1d3ffc30dffa req-062ab49f-000e-4650-9648-14a70563e412 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753589 Mar 28 19:09:53.543186 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (968672ad-55db-493f-a92a-e5468de2e5d5), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:53.784751 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Deleting port 2c8031b9-c7ea-49c2-b72c-6bea69413341 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:53.785149 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:53.861574 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] For port 2c8031b9-c7ea-49c2-b72c-6bea69413341, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2c8031b9-c7ea-49c2-b72c-6bea69413341,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:53.861929 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:53.874272 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Calling delete_port for 2c8031b9-c7ea-49c2-b72c-6bea69413341 owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:54.007146 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:54.048993 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (2c8031b9-c7ea-49c2-b72c-6bea69413341), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:54.071961 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8031b9-c7ea-49c2-b72c-6bea69413341,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:54.236525 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (968672ad-55db-493f-a92a-e5468de2e5d5), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:54.446469 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Router 968672ad-55db-493f-a92a-e5468de2e5d5 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:09:54.549686 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:09:54.558019 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-985010b3-5754-42e2-be1e-5d7528eff7ed admin admin] 10.222.0.31 "PUT /v2.0/routers/968672ad-55db-493f-a92a-e5468de2e5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4368129 Mar 28 19:09:54.558019 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42164) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:54.560035 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] Sync routers for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:54.570194 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:54.571020 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:54.639992 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0df15-37fe-49c7-89cb-945c449e6cb9 req-789c832f-917d-48a6-9257-c12c4e752bef tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:54.641519 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c4e0df15-37fe-49c7-89cb-945c449e6cb9 req-789c832f-917d-48a6-9257-c12c4e752bef tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0545912 Mar 28 19:09:54.664245 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks [] for router (968672ad-55db-493f-a92a-e5468de2e5d5), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:54.685517 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:54.695334 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c4e0df15-37fe-49c7-89cb-945c449e6cb9 req-d6834e20-2a8e-4319-9811-1cf18b33ff7b tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 Mar 28 19:09:54.788220 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a57ce623-e3af-4ec0-8fd4-fbec66fe3c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:54.793774 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 7529f6a8-b2a5-4c71-87a4-f4965b15785c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:09:54.821129 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 7529f6a8-b2a5-4c71-87a4-f4965b15785c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:09:54.821471 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 7529f6a8-b2a5-4c71-87a4-f4965b15785c not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:09:54.904894 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:09:54Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:54.935977 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] Checking router: 968672ad-55db-493f-a92a-e5468de2e5d5 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:09:54.945407 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] Routers {'968672ad-55db-493f-a92a-e5468de2e5d5'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:54.946063 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['968672ad-55db-493f-a92a-e5468de2e5d5'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:55.023163 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks [] for router_gateway (968672ad-55db-493f-a92a-e5468de2e5d5), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.059105 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] Set router 968672ad-55db-493f-a92a-e5468de2e5d5 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:55.079926 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Deleting port 33fc2a96-9263-49bc-9ada-cc07b2926030 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:55.080263 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.157815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] For port 33fc2a96-9263-49bc-9ada-cc07b2926030, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=33fc2a96-9263-49bc-9ada-cc07b2926030,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:55.158198 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.171592 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Calling delete_port for 33fc2a96-9263-49bc-9ada-cc07b2926030 owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:55.346374 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (33fc2a96-9263-49bc-9ada-cc07b2926030), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.366990 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:09:54Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:55.371654 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fc2a96-9263-49bc-9ada-cc07b2926030,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:55.395791 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8049b5-b287-4ceb-8c82-4aca18e88a0b None None] The sync data for ids ['968672ad-55db-493f-a92a-e5468de2e5d5'] in dv-cinder-835483-1-iscsi is: [{'id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'name': 'tempest-TestMinimumBasicScenario-1438800015-router', 'tenant_id': 'afe5bf069d014920928e85ee622359f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:05Z', 'updated_at': '2022-03-28T19:09:54Z', 'revision_number': 5, 'project_id': 'afe5bf069d014920928e85ee622359f2', 'gw_port': {'id': '33fc2a96-9263-49bc-9ada-cc07b2926030', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ae:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968672ad-55db-493f-a92a-e5468de2e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:06Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:55.438306 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (968672ad-55db-493f-a92a-e5468de2e5d5), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.525154 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (968672ad-55db-493f-a92a-e5468de2e5d5), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.527252 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks [] for router_controller (968672ad-55db-493f-a92a-e5468de2e5d5), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.571284 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (968672ad-55db-493f-a92a-e5468de2e5d5), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.571815 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 968672ad-55db-493f-a92a-e5468de2e5d5 {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:09:55.576891 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.578133 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-85670f61-5c09-4981-bd67-321be89eb126 admin admin] 10.222.0.31 "DELETE /v2.0/routers/968672ad-55db-493f-a92a-e5468de2e5d5 HTTP/1.1" status: 204 len: 168 time: 1.0191309 Mar 28 19:09:55.580603 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42170) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:55.623262 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] Deleting subnet b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:09:55.626118 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] Publish callbacks [] for subnet (b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.658679 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593161'] for subnet (b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.737263 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.818901 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3635530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122564'] for subnet (b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.856586 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac82c0e-406d-42b0-8451-f835762f0c15 None None] Network 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:09:55.856750 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b7423-bb36-41f2-bae6-1bea837413bd req-0502567e-4bdf-4577-807b-a2a8faccecc4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:55.858353 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a94b7423-bb36-41f2-bae6-1bea837413bd req-0502567e-4bdf-4577-807b-a2a8faccecc4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 943 time: 0.0914996 Mar 28 19:09:55.859288 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.862434 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d HTTP/1.1" status: 204 len: 168 time: 0.2808816 Mar 28 19:09:55.864958 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42176) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:55.872530 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aa90e-3933-40b2-bc00-291a514e603f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bc22d1-ff8c-4292-a1d5-0f8a57e8cd1d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:55.942691 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (46c3238b-a0b1-4bf4-b5c5-0f35b341e420), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:55.953539 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a94b7423-bb36-41f2-bae6-1bea837413bd req-618e594e-4e16-4eb0-85a7-2f8ef2ef9d37 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827253 Mar 28 19:09:55.998929 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Deleting port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:55.999267 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.048830 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] DHCP port deletion for 46c3238b-a0b1-4bf4-b5c5-0f35b341e420 request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:09:56.075784 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] For port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:56.076635 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.095152 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Calling delete_port for 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:56.097168 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2c8031b9-c7ea-49c2-b72c-6bea69413341 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:09:56.122238 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 2c8031b9-c7ea-49c2-b72c-6bea69413341 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:09:56.122584 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2c8031b9-c7ea-49c2-b72c-6bea69413341 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:09:56.138120 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Deleting port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:56.138516 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.190432 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.202687 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] For port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,segment=NetworkSegment(e872d888-17b0-477e-aa38-e763899fa70d),segment_id=e872d888-17b0-477e-aa38-e763899fa70d)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:56.203089 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.215516 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:56.215686 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Calling delete_port for 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:56.218886 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] No DVR routers for this DVR port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe on host dv-cinder-835483-1-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:56.290530 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (46c3238b-a0b1-4bf4-b5c5-0f35b341e420), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.293462 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.311168 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c3238b-a0b1-4bf4-b5c5-0f35b341e420']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:56.318527 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Pushing event deleted for resources: {'Port': ['ID=3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:56.320279 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e872d888-17b0-477e-aa38-e763899fa70d') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:56.320578 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e872d888-17b0-477e-aa38-e763899fa70d') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:56.322869 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] No DVR routers for this DVR port 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe on host dv-cinder-835483-1-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:56.329463 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.335259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.336654 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (e872d888-17b0-477e-aa38-e763899fa70d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.337190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.337190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.337190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.337190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.337190 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bcac0-f4c7-44ab-830a-21610e4c5b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:56.347841 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (e872d888-17b0-477e-aa38-e763899fa70d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.353857 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:56.354270 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (e872d888-17b0-477e-aa38-e763899fa70d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:56.356012 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:56.408332 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (46c3238b-a0b1-4bf4-b5c5-0f35b341e420), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.414033 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.417161 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] 10.222.0.31 "DELETE /v2.0/networks/46c3238b-a0b1-4bf4-b5c5-0f35b341e420 HTTP/1.1" status: 204 len: 168 time: 0.5512292 Mar 28 19:09:56.420221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42178) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:56.428251 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0a19d-3471-4866-ad8c-d6c16ced1658 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c3238b-a0b1-4bf4-b5c5-0f35b341e420,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:56.775306 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (5b6e32d2-e05f-4a71-9f40-c162e40510ee), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.803993 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8be450f4-e992-4064-8a31-569b683e6e4c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:09:56.897951 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 8be450f4-e992-4064-8a31-569b683e6e4c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8be450f4-e992-4064-8a31-569b683e6e4c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:56.909312 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '8be450f4-e992-4064-8a31-569b683e6e4c', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:09:56.960369 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 8be450f4-e992-4064-8a31-569b683e6e4c is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:09:56.960751 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.971325 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7dbf-d289-4b5f-8c98-dbde48b11b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:56.975285 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be450f4-e992-4064-8a31-569b683e6e4c {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:09:56.994949 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 8be450f4-e992-4064-8a31-569b683e6e4c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8be450f4-e992-4064-8a31-569b683e6e4c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:56.999250 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:57.028865 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Deleting port 1aee21cf-0609-4d51-a03f-11bbb734ad9c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:57.029105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:57.050370 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=8be450f4-e992-4064-8a31-569b683e6e4c,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:57.076517 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34e40a-2ada-482f-a99f-2e3a635ebaa9 req-50494afe-dc1f-4ccc-976b-ecfbd64192df tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:57.078045 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4f34e40a-2ada-482f-a99f-2e3a635ebaa9 req-50494afe-dc1f-4ccc-976b-ecfbd64192df tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 944 time: 0.0591030 Mar 28 19:09:57.110548 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] For port 1aee21cf-0609-4d51-a03f-11bbb734ad9c, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1aee21cf-0609-4d51-a03f-11bbb734ad9c,segment=NetworkSegment(90e97a7a-47fb-4b44-8017-b338e6f05b4f),segment_id=90e97a7a-47fb-4b44-8017-b338e6f05b4f)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:57.110969 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:57.123930 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Calling delete_port for 1aee21cf-0609-4d51-a03f-11bbb734ad9c owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:57.131465 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-4f34e40a-2ada-482f-a99f-2e3a635ebaa9 req-6d03f1cf-9748-490c-9b57-3ec27c8b61ae tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468795 Mar 28 19:09:57.302062 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (1aee21cf-0609-4d51-a03f-11bbb734ad9c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:57.324558 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aee21cf-0609-4d51-a03f-11bbb734ad9c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:57.347263 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['8be450f4-e992-4064-8a31-569b683e6e4c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:09:57.500978 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (5b6e32d2-e05f-4a71-9f40-c162e40510ee), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:57.723850 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Router 5b6e32d2-e05f-4a71-9f40-c162e40510ee has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:09:57.824104 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:09:57.828994 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-cd47b4e0-4563-4cac-ae71-7f77bfff9106 admin admin] 10.222.0.31 "PUT /v2.0/routers/5b6e32d2-e05f-4a71-9f40-c162e40510ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4077756 Mar 28 19:09:57.831658 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42182) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:57.832671 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] Sync routers for ids ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:57.842739 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] Routers {'5b6e32d2-e05f-4a71-9f40-c162e40510ee'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:57.843337 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:57.937646 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks [] for router (5b6e32d2-e05f-4a71-9f40-c162e40510ee), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:57.947428 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] Set router 5b6e32d2-e05f-4a71-9f40-c162e40510ee gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:58.032781 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:09:58.048579 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks [] for router_gateway (5b6e32d2-e05f-4a71-9f40-c162e40510ee), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.053552 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:09:58.053970 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 3b5cd408-6fb3-4f48-868e-4eb37a7fe3fe not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:09:58.054471 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 33fc2a96-9263-49bc-9ada-cc07b2926030 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:09:58.085455 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 33fc2a96-9263-49bc-9ada-cc07b2926030 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:09:58.086326 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 33fc2a96-9263-49bc-9ada-cc07b2926030 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:09:58.108057 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Deleting port db7a12ef-3d51-4da1-b183-7aad8a812f54 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:58.108397 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.130496 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:09:57Z', 'revision_number': 5, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port': {'id': 'db7a12ef-3d51-4da1-b183-7aad8a812f54', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:13Z', 'updated_at': '2022-03-28T19:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:58.135121 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.157067 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] Checking router: 5b6e32d2-e05f-4a71-9f40-c162e40510ee for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:09:58.169442 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] Routers {'5b6e32d2-e05f-4a71-9f40-c162e40510ee'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:09:58.170219 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:58.199221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] For port db7a12ef-3d51-4da1-b183-7aad8a812f54, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=db7a12ef-3d51-4da1-b183-7aad8a812f54,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:58.199584 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.234724 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Calling delete_port for db7a12ef-3d51-4da1-b183-7aad8a812f54 owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:58.257714 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] Set router 5b6e32d2-e05f-4a71-9f40-c162e40510ee gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:09:58.303071 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dbb1a-69c4-417c-a88c-35dbca708e69 req-58b09df1-9c21-49a5-8f8d-d407e8c141f8 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:58.304571 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-742dbb1a-69c4-417c-a88c-35dbca708e69 req-58b09df1-9c21-49a5-8f8d-d407e8c141f8 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 944 time: 0.1024067 Mar 28 19:09:58.310847 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:09:58Z', 'revision_number': 6, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:58.406616 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-742dbb1a-69c4-417c-a88c-35dbca708e69 req-6053389c-ff89-4c1d-803f-88f0b1708c0f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963113 Mar 28 19:09:58.426861 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37821d39-7a39-476f-a3c7-62bac1ebb797 None None] The sync data for ids ['5b6e32d2-e05f-4a71-9f40-c162e40510ee'] in dv-cinder-835483-1-iscsi is: [{'id': '5b6e32d2-e05f-4a71-9f40-c162e40510ee', 'name': 'tempest-TestMinimumBasicScenario-2127341041-router', 'tenant_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:12Z', 'updated_at': '2022-03-28T19:09:58Z', 'revision_number': 6, 'project_id': '3bb7ba99a7b1491ba36d054ab1ae3613', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:58.473055 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (db7a12ef-3d51-4da1-b183-7aad8a812f54), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.498228 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7a12ef-3d51-4da1-b183-7aad8a812f54,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:58.555288 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (5b6e32d2-e05f-4a71-9f40-c162e40510ee), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.642577 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (5b6e32d2-e05f-4a71-9f40-c162e40510ee), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.645261 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks [] for router_controller (5b6e32d2-e05f-4a71-9f40-c162e40510ee), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.690678 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (5b6e32d2-e05f-4a71-9f40-c162e40510ee), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.691763 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b6e32d2-e05f-4a71-9f40-c162e40510ee {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:09:58.696112 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.697237 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-34af73ca-dd86-42bf-935a-c813b6241277 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5b6e32d2-e05f-4a71-9f40-c162e40510ee HTTP/1.1" status: 204 len: 168 time: 0.8646605 Mar 28 19:09:58.699737 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42186) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:58.742722 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] Deleting subnet cead2247-8531-4e76-9468-aa953129557f {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:09:58.745851 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] Publish callbacks [] for subnet (cead2247-8531-4e76-9468-aa953129557f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.781001 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593161'] for subnet (cead2247-8531-4e76-9468-aa953129557f), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.819649 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8be450f4-e992-4064-8a31-569b683e6e4c up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:09:58.865481 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (cead2247-8531-4e76-9468-aa953129557f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.869351 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 8be450f4-e992-4064-8a31-569b683e6e4c completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:09:58.873281 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 8be450f4-e992-4064-8a31-569b683e6e4c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:09:58.873653 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.916580 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3635530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122564'] for subnet (cead2247-8531-4e76-9468-aa953129557f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.944298 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cead2247-8531-4e76-9468-aa953129557f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:58.946314 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.951692 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8bd0984f-d9b8-4013-ac36-cf343506fbbd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cead2247-8531-4e76-9468-aa953129557f HTTP/1.1" status: 204 len: 168 time: 0.2489235 Mar 28 19:09:58.951965 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42188) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:09:58.955244 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 8be450f4-e992-4064-8a31-569b683e6e4c is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:09:58.955639 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:58.958861 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626f950-adea-44a0-b6d8-bd93fa2c54b6 None None] Network f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:09:59.019915 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.026213 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:09:59.028447 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083c2854-9fb2-455d-b05d-b9cfa996b985" -d '{"events": [{"server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "name": "network-vif-plugged", "status": "completed", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:09:59.060913 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 8be450f4-e992-4064-8a31-569b683e6e4c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8be450f4-e992-4064-8a31-569b683e6e4c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:59.067949 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c3fcec-86d3-42e9-9fae-9c91435f505e x-openstack-request-id: req-76c3fcec-86d3-42e9-9fae-9c91435f505e {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:09:59.068267 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "name": "network-vif-plugged", "status": "completed", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:09:59.068538 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76c3fcec-86d3-42e9-9fae-9c91435f505e {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:09:59.068902 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c3fcec-86d3-42e9-9fae-9c91435f505e'] response: {'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c', 'code': 200} Mar 28 19:09:59.081347 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.088037 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Deleting port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:59.088317 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.142390 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=8be450f4-e992-4064-8a31-569b683e6e4c,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.153786 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] For port c9c1cec0-c306-461e-8ddd-4dca4c6bb064, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,segment=NetworkSegment(90e97a7a-47fb-4b44-8017-b338e6f05b4f),segment_id=90e97a7a-47fb-4b44-8017-b338e6f05b4f)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:59.154176 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.171204 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Calling delete_port for c9c1cec0-c306-461e-8ddd-4dca4c6bb064 owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:59.218026 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] DHCP port deletion for f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:09:59.269797 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.272881 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] Deleting port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:09:59.273227 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.318055 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.320080 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] No DVR routers for this DVR port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 on host dv-cinder-835483-1-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:59.340668 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] For port c9c1cec0-c306-461e-8ddd-4dca4c6bb064, host dv-cinder-835483-1-iscsi, got binding levels [] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:09:59.341064 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.354716 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] Calling delete_port for c9c1cec0-c306-461e-8ddd-4dca4c6bb064 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:09:59.357624 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.ipam_backend_mixin [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] Port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 was not found and therefore no delete operation was performed {{(pid=103111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 19:09:59.358920 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (c9c1cec0-c306-461e-8ddd-4dca4c6bb064), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.384912 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] Pushing event deleted for resources: {'Port': ['ID=c9c1cec0-c306-461e-8ddd-4dca4c6bb064,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.388488 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c68a9-3d58-4b05-b9ad-4c4163198536 None None] No DVR routers for this DVR port c9c1cec0-c306-461e-8ddd-4dca4c6bb064 on host dv-cinder-835483-1-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:59.407719 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d176-e7b6-497f-9feb-338add212eeb req-497ba569-e2b2-4cde-8e8b-7c9af852b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:59.407719 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7d53d176-e7b6-497f-9feb-338add212eeb req-497ba569-e2b2-4cde-8e8b-7c9af852b77a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1129 time: 0.1446142 Mar 28 19:09:59.407719 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.441978 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:59.459331 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e97a7a-47fb-4b44-8017-b338e6f05b4f') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:59.459524 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e97a7a-47fb-4b44-8017-b338e6f05b4f') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:59.476410 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (90e97a7a-47fb-4b44-8017-b338e6f05b4f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.499309 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7d53d176-e7b6-497f-9feb-338add212eeb req-b9aa617d-f211-4ad1-8159-9b07d7d93ac3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841465 Mar 28 19:09:59.520980 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (90e97a7a-47fb-4b44-8017-b338e6f05b4f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.530418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:59.530726 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (90e97a7a-47fb-4b44-8017-b338e6f05b4f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:59.533088 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:59.594322 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89703e0f-c099-40ec-a72f-2f5cbef79747 req-877ccc3a-8422-405e-a58d-2e8900211b54 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:59.595788 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89703e0f-c099-40ec-a72f-2f5cbef79747 req-877ccc3a-8422-405e-a58d-2e8900211b54 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 945 time: 0.1080902 Mar 28 19:09:59.608378 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.674634 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.875776 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:09:59.879425 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9 HTTP/1.1" status: 204 len: 168 time: 0.9265478 Mar 28 19:09:59.889788 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab2a84-f4d8-4e28-9458-3c703e46fdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ae2cb6-3357-4ec5-b37d-8cfd647cf6f9,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.920762 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-89703e0f-c099-40ec-a72f-2f5cbef79747 req-1ba02811-ad7d-4ff2-a101-e25bc16d7a1d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185067 Mar 28 19:09:59.981532 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device c9c1cec0-c306-461e-8ddd-4dca4c6bb064 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:10:00.002905 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: c9c1cec0-c306-461e-8ddd-4dca4c6bb064 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:10:00.003290 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device c9c1cec0-c306-461e-8ddd-4dca4c6bb064 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:10:00.004287 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 1aee21cf-0609-4d51-a03f-11bbb734ad9c no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:10:00.023800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 1aee21cf-0609-4d51-a03f-11bbb734ad9c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:10:00.024149 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 1aee21cf-0609-4d51-a03f-11bbb734ad9c not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:10:00.024558 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device db7a12ef-3d51-4da1-b183-7aad8a812f54 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:10:00.045472 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: db7a12ef-3d51-4da1-b183-7aad8a812f54 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:10:00.046045 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device db7a12ef-3d51-4da1-b183-7aad8a812f54 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:10:00.049091 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42196) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:00.090008 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-69934a05-0f2a-4232-960d-6783a5be6393 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afe5bf069d014920928e85ee622359f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396600 Mar 28 19:10:00.092458 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42198) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:00.137248 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e980a25e-793c-4941-a274-8cf9c98c2c39 admin admin] Publish callbacks [] for security_group (47395335-e837-4805-8934-37d06a6d6279), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.158109 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e980a25e-793c-4941-a274-8cf9c98c2c39 admin admin] Publish callbacks [] for security_group (47395335-e837-4805-8934-37d06a6d6279), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.204011 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e980a25e-793c-4941-a274-8cf9c98c2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (47395335-e837-4805-8934-37d06a6d6279), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.206581 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-e980a25e-793c-4941-a274-8cf9c98c2c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.207715 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e980a25e-793c-4941-a274-8cf9c98c2c39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47395335-e837-4805-8934-37d06a6d6279 HTTP/1.1" status: 204 len: 168 time: 0.1143622 Mar 28 19:10:00.214904 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980a25e-793c-4941-a274-8cf9c98c2c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47395335-e837-4805-8934-37d06a6d6279,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:00.307968 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:10:00.512005 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42204) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:00.550112 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-e3bd0e86-7a0c-4a78-b4a2-b3d6530a21b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bb7ba99a7b1491ba36d054ab1ae3613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369914 Mar 28 19:10:00.553267 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42206) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:00.605131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaace-269d-41ae-8198-ecc11b69ae30 admin admin] Publish callbacks [] for security_group (701fc4da-b453-44ed-8a13-d08bc747625f), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.627497 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaace-269d-41ae-8198-ecc11b69ae30 admin admin] Publish callbacks [] for security_group (701fc4da-b453-44ed-8a13-d08bc747625f), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.673730 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaace-269d-41ae-8198-ecc11b69ae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (701fc4da-b453-44ed-8a13-d08bc747625f), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.677404 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-f1ccaace-269d-41ae-8198-ecc11b69ae30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:00.678565 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f1ccaace-269d-41ae-8198-ecc11b69ae30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/701fc4da-b453-44ed-8a13-d08bc747625f HTTP/1.1" status: 204 len: 168 time: 0.1244352 Mar 28 19:10:00.694707 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccaace-269d-41ae-8198-ecc11b69ae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701fc4da-b453-44ed-8a13-d08bc747625f,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:01.059363 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2f7ee-e60a-43a7-a66a-bf4fbd3cbe8b req-f8e3fa03-ecb4-4a94-ad80-c787389ead04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.061849 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-01c2f7ee-e60a-43a7-a66a-bf4fbd3cbe8b req-f8e3fa03-ecb4-4a94-ad80-c787389ead04 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 945 time: 0.0658283 Mar 28 19:10:01.120088 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.123034 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-01c2f7ee-e60a-43a7-a66a-bf4fbd3cbe8b req-2aa3375b-606a-4bf6-875f-069c3fceb300 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552979 Mar 28 19:10:01.243145 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62181ff2-1168-48a1-b269-b5fd68e0eb1d req-d8c7d559-bfb2-4601-b372-adc338d4377e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.244752 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62181ff2-1168-48a1-b269-b5fd68e0eb1d req-d8c7d559-bfb2-4601-b372-adc338d4377e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 945 time: 0.0528514 Mar 28 19:10:01.293881 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-62181ff2-1168-48a1-b269-b5fd68e0eb1d req-607c77eb-56c6-4621-a69f-9596da75fb6b tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436764 Mar 28 19:10:01.316414 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42230) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:01.362515 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ff815-398d-4e1e-bf47-70cb6bba1afe tempest-TestVolumeBootPattern-1068748159 tempest-TestVolumeBootPattern-1068748159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.364227 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-b58ff815-398d-4e1e-bf47-70cb6bba1afe tempest-TestVolumeBootPattern-1068748159 tempest-TestVolumeBootPattern-1068748159-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1124 time: 0.0468469 Mar 28 19:10:01.367120 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42234) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:01.373136 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:01.396751 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.433006 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42236) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:01.490476 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.527689 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-723622695-network', 'tenant_id': '586f41e1276547b4b35475d9a25094e4'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:01.545923 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Made reservation on behalf of 586f41e1276547b4b35475d9a25094e4 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:01.548222 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.556775 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.597482 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Allocated IP 172.27.1.187 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/a32aefc5-45cf-4e26-9144-78d5297bc0f1) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:01.629728 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks [] for security_group (d90a8607-43bd-40ff-a7f1-e02a85ae0361), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.634625 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d90a8607-43bd-40ff-a7f1-e02a85ae0361), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.659038 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:01.667679 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a8607-43bd-40ff-a7f1-e02a85ae0361,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:01.674332 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (d1968811-ee24-462e-857a-be5db016713c), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.674697 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Added segment d1968811-ee24-462e-857a-be5db016713c of type vlan for network 148812b6-c75b-4788-841c-c985dec85fab Mar 28 19:10:01.703345 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.718656 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (148812b6-c75b-4788-841c-c985dec85fab), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.736174 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.743421 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (148812b6-c75b-4788-841c-c985dec85fab), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.744364 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.744982 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:01.775235 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:01.778026 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:01.781490 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:01.796218 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3620358 Mar 28 19:10:01.800133 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42240) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:01.805524 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Request body: {'subnet': {'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-723622695-subnet', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:01.811000 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=a32aefc5-45cf-4e26-9144-78d5297bc0f1,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:01.822745 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47e1de-ec4d-4f3d-b0a7-273698695a30 admin admin] Pushing event updated for resources: {'Network': ['ID=148812b6-c75b-4788-841c-c985dec85fab,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:01.833656 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 148812b6-c75b-4788-841c-c985dec85fab details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:10:01.834069 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Made reservation on behalf of 586f41e1276547b4b35475d9a25094e4 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:01.836601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.002743 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (a45ba31c-e642-41dc-80a3-5e4a3f3e6643), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.065015 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45ba31c-e642-41dc-80a3-5e4a3f3e6643,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.069871 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Checking segment: {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:02.070256 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Network hostable DHCP agents. Network: 148812b6-c75b-4788-841c-c985dec85fab, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:02.087011 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Network 148812b6-c75b-4788-841c-c985dec85fab is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:02.096530 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 148812b6-c75b-4788-841c-c985dec85fab) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:02.101847 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:02.102464 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.108476 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07b6a6-6132-42e8-875a-2c03268f4604 None None] Network 148812b6-c75b-4788-841c-c985dec85fab requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:10:02.129711 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-d526ddb7-8572-43f2-b18f-f6deb2a954a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3253305 Mar 28 19:10:02.129991 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42242) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:02.134359 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:02.158318 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (7472d8ad-e81f-4740-9aec-1773ac21f701), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.160372 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (7472d8ad-e81f-4740-9aec-1773ac21f701), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.160509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (6d34c77d-4896-4840-8a84-77822271e336), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.215398 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-148812b6-c75b-4788-841c-c985dec85fab', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'project_id': '586f41e1276547b4b35475d9a25094e4', 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 19:10:02.216298 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.220486 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks [] for router_controller (7472d8ad-e81f-4740-9aec-1773ac21f701), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.245579 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.352206 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Allocated IP 172.20.0.2 (148812b6-c75b-4788-841c-c985dec85fab/a45ba31c-e642-41dc-80a3-5e4a3f3e6643/b5b6b67d-6039-4de4-94c9-04c251ea265c) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:02.360892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks [] for router_gateway (7472d8ad-e81f-4740-9aec-1773ac21f701), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.418075 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.424603 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.492478 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=a32aefc5-45cf-4e26-9144-78d5297bc0f1,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.501146 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Publish callbacks [] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.505053 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (6d34c77d-4896-4840-8a84-77822271e336), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.509053 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.558771 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Network 148812b6-c75b-4788-841c-c985dec85fab is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:02.561722 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:02.565388 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:02.568778 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks [] for router_gateway (7472d8ad-e81f-4740-9aec-1773ac21f701), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.580312 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Pushing event updated for resources: {'Port': ['ID=b5b6b67d-6039-4de4-94c9-04c251ea265c,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.588965 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.619888 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Floating IP 6d34c77d-4896-4840-8a84-77822271e336 associated. External IP: 172.27.1.187, port: 8be450f4-e992-4064-8a31-569b683e6e4c. Mar 28 19:10:02.632452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Attempting to bind port b5b6b67d-6039-4de4-94c9-04c251ea265c on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:10:02.632991 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Attempting to bind port b5b6b67d-6039-4de4-94c9-04c251ea265c by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:10:02.633421 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Attempting to bind port b5b6b67d-6039-4de4-94c9-04c251ea265c on network 148812b6-c75b-4788-841c-c985dec85fab {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:02.638627 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:10:02.639081 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Checking segment: {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:02.639490 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.639880 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Bound using segment: {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:10:02.640345 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Bound port: b5b6b67d-6039-4de4-94c9-04c251ea265c, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:10:02.640724 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.700133 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Allocated IP 172.27.1.169 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/9f7a4a95-2d8f-4712-9d1e-b31d7613e55d) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:02.710377 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] For port b5b6b67d-6039-4de4-94c9-04c251ea265c, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:10:02.714208 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] For port b5b6b67d-6039-4de4-94c9-04c251ea265c, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=b5b6b67d-6039-4de4-94c9-04c251ea265c,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:10:02.721383 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.790589 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e071d9-088a-4602-a140-a6d0bfe10cf5 None None] Pushing event updated for resources: {'Port': ['ID=b5b6b67d-6039-4de4-94c9-04c251ea265c,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.814663 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks [] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.852793 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:10:02.854918 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:02.898515 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:02.905784 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:02.911749 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:02.960977 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.991583 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:10:03.005745 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:03.013253 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:03.020174 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:03.020957 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:03.045661 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-76e5f4ba-18bb-4153-8521-e5b8bb9c81e7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6775317 Mar 28 19:10:03.046404 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:10:03.048766 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364c9db9-3471-4f5b-8b15-5c101aa28d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:10:03.105561 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bdd5b8-2fb6-41bb-ae1b-ff6d4aa51463 x-openstack-request-id: req-30bdd5b8-2fb6-41bb-ae1b-ff6d4aa51463 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:10:03.105868 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:10:03.106107 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30bdd5b8-2fb6-41bb-ae1b-ff6d4aa51463 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:10:03.106549 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bdd5b8-2fb6-41bb-ae1b-ff6d4aa51463'] response: {'name': 'network-changed', 'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c', 'status': 'completed', 'code': 200} Mar 28 19:10:03.176107 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-06e7243d-0079-4275-95e8-6bccb1cfce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:03.177885 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-06e7243d-0079-4275-95e8-6bccb1cfce59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1129 time: 0.0480630 Mar 28 19:10:03.184693 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:03.235672 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks [] for router_gateway (7472d8ad-e81f-4740-9aec-1773ac21f701), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:03.273478 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-1343cd19-9243-4cc7-8c6d-9aa05339b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:03.275160 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-1343cd19-9243-4cc7-8c6d-9aa05339b6cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0902462 Mar 28 19:10:03.351948 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-f0463116-8cc1-42dc-9b4f-1311ea68684a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 999 time: 0.0705481 Mar 28 19:10:03.410675 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-dee12ec5-faf2-44a3-a297-5bd2efbb3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:03.412962 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-dee12ec5-faf2-44a3-a297-5bd2efbb3d8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0501406 Mar 28 19:10:03.476644 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (7472d8ad-e81f-4740-9aec-1773ac21f701), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:03.476887 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-00afb2e0-c6d0-4cd5-a8de-299704a385da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:03.478698 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-00afb2e0-c6d0-4cd5-a8de-299704a385da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597627 Mar 28 19:10:03.595754 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-7898215b-c592-4032-83dc-7fb9a5f374a0 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089087 Mar 28 19:10:03.614125 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:02Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:03.647769 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:03.657608 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:03.658336 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:03.701742 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-364c9db9-3471-4f5b-8b15-5c101aa28d2a req-1830e515-9fcc-4d82-beb3-3da1f5e3ce90 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988252 Mar 28 19:10:03.787709 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:03.868955 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0bc5d3-4741-4f0d-a67b-55e225c8b31e None None] Network 148812b6-c75b-4788-841c-c985dec85fab requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:10:03.890881 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Router 7472d8ad-e81f-4740-9aec-1773ac21f701 is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 19:10:03.971812 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-993d6f98-0c65-4a15-8b97-fc125900f1d3 None None] Provisioning complete for port b5b6b67d-6039-4de4-94c9-04c251ea265c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:03.972049 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-993d6f98-0c65-4a15-8b97-fc125900f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.001914 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:10:04.011483 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Sync routers for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:04.024964 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:04.025574 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:04.029712 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b5b6b67d-6039-4de4-94c9-04c251ea265c up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:04.033758 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.035335 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-9ae96c42-fae9-4eef-bfe2-bcc570cf1b98 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9043081 Mar 28 19:10:04.038329 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42248) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:04.138422 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:04.215180 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port b5b6b67d-6039-4de4-94c9-04c251ea265c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:04.215577 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.249953 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-993d6f98-0c65-4a15-8b97-fc125900f1d3 None None] Current status of the port b5b6b67d-6039-4de4-94c9-04c251ea265c is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:04.250243 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-993d6f98-0c65-4a15-8b97-fc125900f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.311974 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-993d6f98-0c65-4a15-8b97-fc125900f1d3 None None] For port b5b6b67d-6039-4de4-94c9-04c251ea265c, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=b5b6b67d-6039-4de4-94c9-04c251ea265c,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:04.318272 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:02Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:04.323907 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-993d6f98-0c65-4a15-8b97-fc125900f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.354848 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:03Z', 'revision_number': 3, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:04.370643 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f8c6b-1c03-4295-af83-c2fe17022d46 None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:02Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:04.392459 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Checking router: 7472d8ad-e81f-4740-9aec-1773ac21f701 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:04.393075 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Updating router 7472d8ad-e81f-4740-9aec-1773ac21f701 port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:10:04.430941 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.448981 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port b5b6b67d-6039-4de4-94c9-04c251ea265c is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:04.462352 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d6f98-0c65-4a15-8b97-fc125900f1d3 None None] Pushing event updated for resources: {'Port': ['ID=b5b6b67d-6039-4de4-94c9-04c251ea265c,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:04.467542 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-bb36cdc5-a6b8-44eb-92ef-41c570011bb9 None None] Provisioning complete for port b5b6b67d-6039-4de4-94c9-04c251ea265c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:04.467849 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bb36cdc5-a6b8-44eb-92ef-41c570011bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.547573 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.565374 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-bb36cdc5-a6b8-44eb-92ef-41c570011bb9 None None] Current status of the port b5b6b67d-6039-4de4-94c9-04c251ea265c is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:04.670058 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e097090-5403-445c-8e58-a620722c3e17 None None] New status for floating IP 6d34c77d-4896-4840-8a84-77822271e336: ACTIVE {{(pid=103111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:10:04.714449 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Publish callbacks [] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.721186 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.746105 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Allocated IP 172.20.0.1 (148812b6-c75b-4788-841c-c985dec85fab/a45ba31c-e642-41dc-80a3-5e4a3f3e6643/1d83cc87-17aa-4caf-abaa-c9c83b351d70) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:04.769093 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-85564c25-9256-4d38-b654-9f84bf9f09b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753202 Mar 28 19:10:04.777632 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Attempting to bind port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:10:04.778260 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Attempting to bind port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:10:04.778785 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Attempting to bind port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:04.782107 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Pushing event updated for resources: {'Port': ['ID=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,revision_number=2']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:04.787080 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:10:04.787708 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:04.788283 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.788824 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:10:04.789474 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Bound port: 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:10:04.789850 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.815815 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.816647 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.817012 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.817375 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.817709 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.818025 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.818380 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.818710 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.819026 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.819345 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.819910 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.820046 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.820304 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.820615 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.820927 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:04.861917 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] For port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:10:04.865614 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] For port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:10:04.872241 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.909568 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks [] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:04.915499 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-414d594e-02d4-4976-8dce-3ceb6c89c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:04.916976 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-414d594e-02d4-4976-8dce-3ceb6c89c884 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1129 time: 0.0910459 Mar 28 19:10:04.922456 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:04.922992 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:04.994934 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fd713-7432-4e74-9e77-15a13f9f36cd None None] Pushing event updated for resources: {'Port': ['ID=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:04.995630 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:05.041041 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:05.052247 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Network 148812b6-c75b-4788-841c-c985dec85fab is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:05.060174 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:05.067702 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:05.078219 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Pushing event updated for resources: {'Port': ['ID=1d83cc87-17aa-4caf-abaa-c9c83b351d70,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.109539 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-a9285dc0-7a34-41cc-94f8-307c1a9a5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:05.111038 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-a9285dc0-7a34-41cc-94f8-307c1a9a5a88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.1663032 Mar 28 19:10:05.158759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (7472d8ad-e81f-4740-9aec-1773ac21f701), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:05.221319 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-524fe48b-0b35-4106-a1c8-05ebe4c87130 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 1001 time: 0.1025498 Mar 28 19:10:05.241130 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:03Z', 'revision_number': 3, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:05.267255 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b27f1a-162f-4c22-a5ff-b9f9bda06b11 None None] The sync data for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi is: [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:03Z', 'revision_number': 3, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:05.296973 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-af5f8999-9515-4dcd-936c-fc014fc5a350 None None] Provisioning complete for port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:05.297623 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-af5f8999-9515-4dcd-936c-fc014fc5a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:05.309029 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-9b9d2a1c-acac-4c5a-8bf9-e15433eb7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:05.310519 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-9b9d2a1c-acac-4c5a-8bf9-e15433eb7f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0823257 Mar 28 19:10:05.338606 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-af5f8999-9515-4dcd-936c-fc014fc5a350 None None] Port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:10:05.375579 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:05.429373 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-5ca3a073-c84c-481b-8517-f1797e3fd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:05.430895 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-5ca3a073-c84c-481b-8517-f1797e3fd153 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139841 Mar 28 19:10:05.853073 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-126a5712-412c-4545-abfd-0b6d9776b21d service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164000 Mar 28 19:10:05.960795 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks [] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:05.969119 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.032210 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc5a914b-c8aa-4521-a318-9b7cc32e0f36 req-2255e813-1088-4aea-91cd-31035b18cf82 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710241 Mar 28 19:10:06.049849 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (7472d8ad-e81f-4740-9aec-1773ac21f701), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.051955 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Pushing event updated for resources: {'Port': ['ID=1d83cc87-17aa-4caf-abaa-c9c83b351d70,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:06.076832 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b5b6b67d-6039-4de4-94c9-04c251ea265c up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:06.125578 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port b5b6b67d-6039-4de4-94c9-04c251ea265c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:06.126020 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.155950 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Network 148812b6-c75b-4788-841c-c985dec85fab is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:06.157418 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:06.213225 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port b5b6b67d-6039-4de4-94c9-04c251ea265c is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:06.214346 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:06.266761 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:06.267138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.279428 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Router 7472d8ad-e81f-4740-9aec-1773ac21f701 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:10:06.346278 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:06.346608 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.374691 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:06.380437 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-7b142739-bb20-4aec-8bdb-e86134d239f0 None None] Provisioning complete for port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:06.380815 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7b142739-bb20-4aec-8bdb-e86134d239f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.382296 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.401338 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:10:06.406915 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-51cc83a2-d6d9-4ac9-b23c-dd01fd3ff968 admin admin] 10.222.0.31 "PUT /v2.0/routers/7472d8ad-e81f-4740-9aec-1773ac21f701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3674150 Mar 28 19:10:06.453800 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-7b142739-bb20-4aec-8bdb-e86134d239f0 None None] Port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:10:06.459525 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:06.822590 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Sync routers for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:06.832217 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:06.832835 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:06.868394 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42264) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:06.873427 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1764252847-network', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:06.891663 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Made reservation on behalf of c00fb1e15c4e4634b9355d1dd9352e17 for: {'network': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:06.894600 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for network (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.906266 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.941238 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:06.980146 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks [] for security_group (f689ce0c-0abd-4fe7-ba07-b428b3bbb631), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:06.984264 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f689ce0c-0abd-4fe7-ba07-b428b3bbb631), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.008216 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:07.017896 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689ce0c-0abd-4fe7-ba07-b428b3bbb631,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:07.023347 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (e0b9d252-1797-4342-935a-8b1ec9fbc616), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.023694 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.segments_db [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Added segment e0b9d252-1797-4342-935a-8b1ec9fbc616 of type vlan for network 4e22e021-020f-4e87-8d37-8441e0d4fee5 Mar 28 19:10:07.063477 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788060101434'] for network (4e22e021-020f-4e87-8d37-8441e0d4fee5), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.090090 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913'] for network (4e22e021-020f-4e87-8d37-8441e0d4fee5), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.091075 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:07.091678 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.145788 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 2, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:07.152476 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2829196 Mar 28 19:10:07.155132 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42266) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:07.160267 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Request body: {'subnet': {'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1764252847-subnet', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'ip_version': 4}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:07.167857 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3bb9e-fa0c-4b0a-b354-bb902f0d18d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4e22e021-020f-4e87-8d37-8441e0d4fee5,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:07.180670 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 details requested by agent ovs-agent-dv-cinder-835483-1-iscsi with host dv-cinder-835483-1-iscsi {{(pid=103111) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 19:10:07.184119 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Made reservation on behalf of c00fb1e15c4e4634b9355d1dd9352e17 for: {'subnet': 1} {{(pid=103109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:07.186763 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25745798'] for subnet (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.264631 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Checking router: 7472d8ad-e81f-4740-9aec-1773ac21f701 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:07.264977 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Updating router 7472d8ad-e81f-4740-9aec-1773ac21f701 port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:10:07.291650 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.351734 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25745808'] for subnet (5065fb4d-f692-4a84-9ec6-936b265d5e12), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.409601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5065fb4d-f692-4a84-9ec6-936b265d5e12,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:07.422025 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Checking segment: {'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:07.422404 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Network hostable DHCP agents. Network: 4e22e021-020f-4e87-8d37-8441e0d4fee5, hostable agents: ['fb0c1fdf-804c-4a95-80e0-2f9756c35640'], hosted agents: [] {{(pid=103109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:07.439428 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 is scheduled to be hosted by DHCP agent fb0c1fdf-804c-4a95-80e0-2f9756c35640 with binding_index 1 {{(pid=103109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:07.449248 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835483-1-iscsi, 4e22e021-020f-4e87-8d37-8441e0d4fee5) {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:07.453932 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:07.455107 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.458627 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63e1cb-1fe1-4bf9-b610-0329883aa691 None None] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:10:07.471583 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-e2c6540c-ebaa-4c0f-9386-d201eda6bc4f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154542 Mar 28 19:10:07.474136 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42268) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:07.478572 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:07.499829 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-675'] for router (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.500986 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577529', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-993493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-682'] for router (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.563591 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks [] for router_controller (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), precommit_add_association {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.569445 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Publish callbacks [] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.571128 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f2de192-1f40-5cf4-83c0-256a8479d344-4e22e021-020f-4e87-8d37-8441e0d4fee5', 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5', 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'fixed_ips': [{'subnet_id': '5065fb4d-f692-4a84-9ec6-936b265d5e12'}]}} from dv-cinder-835483-1-iscsi. {{(pid=103111) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 19:10:07.571989 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.575540 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.625789 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c087ddd-28f5-44f8-9777-dfb392a446b8 None None] Pushing event updated for resources: {'Port': ['ID=1d83cc87-17aa-4caf-abaa-c9c83b351d70,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:07.683376 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Attempting to bind port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:10:07.683746 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Attempting to bind port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:10:07.684161 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Attempting to bind port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 on network 148812b6-c75b-4788-841c-c985dec85fab {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:07.689877 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:10:07.690282 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Checking segment: {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:07.691544 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.691667 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Bound using segment: {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:10:07.692129 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Bound port: 1d83cc87-17aa-4caf-abaa-c9c83b351d70, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:10:07.692526 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.716342 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.db_base_plugin_common [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Allocated IP 172.20.0.2 (4e22e021-020f-4e87-8d37-8441e0d4fee5/5065fb4d-f692-4a84-9ec6-936b265d5e12/462fddf0-b4bf-4e31-a150-e0908c677693) {{(pid=103111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:07.746077 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks [] for router_gateway (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.766781 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] For port 1d83cc87-17aa-4caf-abaa-c9c83b351d70, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:10:07.770220 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] For port 1d83cc87-17aa-4caf-abaa-c9c83b351d70, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1d83cc87-17aa-4caf-abaa-c9c83b351d70,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:10:07.781031 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:07.837794 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:07.839313 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:08.004815 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks [] for router_gateway (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.029144 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.029364 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:08.037050 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c087ddd-28f5-44f8-9777-dfb392a446b8 None None] Pushing event updated for resources: {'Port': ['ID=1d83cc87-17aa-4caf-abaa-c9c83b351d70,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.037402 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Publish callbacks [] for port (462fddf0-b4bf-4e31-a150-e0908c677693), precommit_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.038763 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-1a6a176f-fc52-4c9e-8970-600cbcac52ab None None] Provisioning complete for port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:08.039127 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1a6a176f-fc52-4c9e-8970-600cbcac52ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.043270 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:08.090452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), after_create {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.154456 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 is already hosted by enough agents. {{(pid=103111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:08.160259 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.scheduler.base_scheduler [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Resources bound (agent type, host, resource id): {{(pid=103111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:08.166550 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Allocated IP 172.27.1.4 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/b7b3e469-25d3-442d-8284-a5b4b521a9dd) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:08.169966 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Received port after_create {{(pid=103111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:08.183245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Pushing event updated for resources: {'Port': ['ID=462fddf0-b4bf-4e31-a150-e0908c677693,revision_number=1']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.234373 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:08.234761 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.277438 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:07Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:08.279980 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks [] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.298471 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Attempting to bind port 462fddf0-b4bf-4e31-a150-e0908c677693 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:10:08.298841 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Attempting to bind port 462fddf0-b4bf-4e31-a150-e0908c677693 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:10:08.299209 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Attempting to bind port 462fddf0-b4bf-4e31-a150-e0908c677693 on network 4e22e021-020f-4e87-8d37-8441e0d4fee5 {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:08.305307 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac605c07-a699-43ab-aa5f-4dd82667d071 None None] The sync data for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi is: [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:07Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:08.306630 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a176f-fc52-4c9e-8970-600cbcac52ab None None] Current status of the port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:08.307146 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1a6a176f-fc52-4c9e-8970-600cbcac52ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.318474 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:10:08.318856 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Checking segment: {'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:08.319278 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.319686 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Bound using segment: {'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:10:08.320210 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Bound port: 462fddf0-b4bf-4e31-a150-e0908c677693, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:10:08.320639 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.324361 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.345433 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:08.390701 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:08.397200 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:08.428459 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-1a6a176f-fc52-4c9e-8970-600cbcac52ab None None] For port 1d83cc87-17aa-4caf-abaa-c9c83b351d70, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1d83cc87-17aa-4caf-abaa-c9c83b351d70,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:08.441170 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Pushing event updated for resources: {'Port': ['ID=b7b3e469-25d3-442d-8284-a5b4b521a9dd,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.447377 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1a6a176f-fc52-4c9e-8970-600cbcac52ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.457755 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:08.481286 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] For port 462fddf0-b4bf-4e31-a150-e0908c677693, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:10:08.503694 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] For port 462fddf0-b4bf-4e31-a150-e0908c677693, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=462fddf0-b4bf-4e31-a150-e0908c677693,segment=NetworkSegment(e0b9d252-1797-4342-935a-8b1ec9fbc616),segment_id=e0b9d252-1797-4342-935a-8b1ec9fbc616)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:10:08.514909 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.525486 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a176f-fc52-4c9e-8970-600cbcac52ab None None] Pushing event updated for resources: {'Port': ['ID=1d83cc87-17aa-4caf-abaa-c9c83b351d70,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.590799 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6bec3-dcfb-46d9-b8e2-af4e25fbbd8b None None] Pushing event updated for resources: {'Port': ['ID=462fddf0-b4bf-4e31-a150-e0908c677693,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.593733 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3b37cb08-1433-4388-9683-1f5ca408582d None None] Provisioning complete for port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:08.593984 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3b37cb08-1433-4388-9683-1f5ca408582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.685134 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3b37cb08-1433-4388-9683-1f5ca408582d None None] Current status of the port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:08.702585 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks [] for router_gateway (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:08.943141 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577326'] for router (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:09.085485 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 is scheduled to L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 with binding_index 1 {{(pid=103109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 19:10:09.200014 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:10:09.210518 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Sync routers for ids ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:09.221337 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:09.222296 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-2183154e-efc8-40d1-a8b7-973232be96fe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7469921 Mar 28 19:10:09.225083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42270) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:09.225977 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Routers {'21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:09.226676 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:09.370985 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Set router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:09.578404 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 3, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port': {'id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:08Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:09.612038 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e34c2-d581-4e52-b401-c747cc318902 None None] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:10:09.614956 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Checking router: 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:09.615312 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Updating router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 port b7b3e469-25d3-442d-8284-a5b4b521a9dd binding host dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:10:09.687926 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:09.702450 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:09.820086 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3c00fc74-205d-41e4-9edd-2738502db1ea None None] Provisioning complete for port 462fddf0-b4bf-4e31-a150-e0908c677693 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:09.820463 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c00fc74-205d-41e4-9edd-2738502db1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:09.858006 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Allocated IP 172.20.0.1 (4e22e021-020f-4e87-8d37-8441e0d4fee5/5065fb4d-f692-4a84-9ec6-936b265d5e12/e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:10.002653 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks [] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.004042 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3c00fc74-205d-41e4-9edd-2738502db1ea None None] Current status of the port 462fddf0-b4bf-4e31-a150-e0908c677693 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:10.004432 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c00fc74-205d-41e4-9edd-2738502db1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.051058 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.087315 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-3c00fc74-205d-41e4-9edd-2738502db1ea None None] For port 462fddf0-b4bf-4e31-a150-e0908c677693, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=462fddf0-b4bf-4e31-a150-e0908c677693,segment=NetworkSegment(e0b9d252-1797-4342-935a-8b1ec9fbc616),segment_id=e0b9d252-1797-4342-935a-8b1ec9fbc616)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:10.104929 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:10.107952 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:10.110498 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:10.116131 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 1d83cc87-17aa-4caf-abaa-c9c83b351d70 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:10.117953 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3c00fc74-205d-41e4-9edd-2738502db1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.148423 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.160258 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577273'] for router_interface (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.206988 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Publish callbacks [] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), precommit_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.219514 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.250718 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00fc74-205d-41e4-9edd-2738502db1ea None None] Pushing event updated for resources: {'Port': ['ID=462fddf0-b4bf-4e31-a150-e0908c677693,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.294464 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-8e34f1da-bc3d-4a21-b3f4-19c3af3f98c6 None None] Provisioning complete for port 462fddf0-b4bf-4e31-a150-e0908c677693 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:10.294836 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8e34f1da-bc3d-4a21-b3f4-19c3af3f98c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.296332 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:10.296686 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.301540 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Attempting to bind port b7b3e469-25d3-442d-8284-a5b4b521a9dd on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:10:10.301910 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Attempting to bind port b7b3e469-25d3-442d-8284-a5b4b521a9dd by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:10:10.302306 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Attempting to bind port b7b3e469-25d3-442d-8284-a5b4b521a9dd on network 705bd688-bb75-445f-ba44-520e24cc30ce {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:10.314712 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.489174 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks [] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.489425 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:10:10.489803 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Checking segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:10.490224 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.490635 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Bound using segment: {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'} {{(pid=103111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:10:10.491077 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.managers [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Bound port: b7b3e469-25d3-442d-8284-a5b4b521a9dd, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59a145b-a29c-45e1-88cc-b9fe356f936b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce'}}] {{(pid=103111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:10:10.491452 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.493740 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.501003 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04082d-7df2-482a-ba97-a9b2a54b625f None None] Pushing event updated for resources: {'Port': ['ID=b7b3e469-25d3-442d-8284-a5b4b521a9dd,revision_number=2']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.558490 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.560990 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577133'] for router_interface (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.613388 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] For port b7b3e469-25d3-442d-8284-a5b4b521a9dd, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:10:10.637015 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] For port b7b3e469-25d3-442d-8284-a5b4b521a9dd, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=b7b3e469-25d3-442d-8284-a5b4b521a9dd,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:10:10.646279 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:10.647314 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 462fddf0-b4bf-4e31-a150-e0908c677693 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:10.651803 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.653890 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:10.655303 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:10.670253 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-8e34f1da-bc3d-4a21-b3f4-19c3af3f98c6 None None] Current status of the port 462fddf0-b4bf-4e31-a150-e0908c677693 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:10.743955 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04082d-7df2-482a-ba97-a9b2a54b625f None None] Pushing event updated for resources: {'Port': ['ID=b7b3e469-25d3-442d-8284-a5b4b521a9dd,revision_number=3']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.750294 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Routers {'21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:10.750906 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:10.787138 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:10:10.822540 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 462fddf0-b4bf-4e31-a150-e0908c677693 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:10.822911 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.878776 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-66098ed5-fe82-4824-b68b-1a04daa93007 None None] Provisioning complete for port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:10.879113 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-66098ed5-fe82-4824-b68b-1a04daa93007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:10.903080 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:10:10.908324 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-c856f57f-4f2f-45f6-a1e6-fee276031bf4 admin admin] 10.222.0.31 "PUT /v2.0/routers/21fbf7d7-e4b4-49b6-870e-03fb2312e0e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6822019 Mar 28 19:10:10.934314 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-66098ed5-fe82-4824-b68b-1a04daa93007 None None] Port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:10:10.958509 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] Set router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:11.009715 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 462fddf0-b4bf-4e31-a150-e0908c677693 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:11.093524 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-a7c975d3-0110-41c3-91b7-76fdeb8688a9 None None] Provisioning complete for port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:11.093899 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a7c975d3-0110-41c3-91b7-76fdeb8688a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.145030 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-a7c975d3-0110-41c3-91b7-76fdeb8688a9 None None] Port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:10:11.212173 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 4, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port': {'id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:08Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49', 'name': '', 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:09Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 2, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'subnets': [{'id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:11.242284 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9206bf-cb39-43b3-a0b6-7cc9744dd36f None None] The sync data for ids ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'] in dv-cinder-835483-1-iscsi is: [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 4, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port': {'id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:08Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49', 'name': '', 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:09Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 2, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'subnets': [{'id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:11.474395 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42280) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:11.480139 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-8a9be948-6672-43ca-b1d4-79084b363f75 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618562613', 'description': 'tempest-secgroup-smoke-1618562613 description', 'project_id': '586f41e1276547b4b35475d9a25094e4'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:11.500360 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a9be948-6672-43ca-b1d4-79084b363f75 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.572817 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a9be948-6672-43ca-b1d4-79084b363f75 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group (0bd3f584-97ab-4d2d-bd8d-7822cd241ce7), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.577010 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a9be948-6672-43ca-b1d4-79084b363f75 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (0bd3f584-97ab-4d2d-bd8d-7822cd241ce7), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.606244 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a9be948-6672-43ca-b1d4-79084b363f75 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.607486 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8a9be948-6672-43ca-b1d4-79084b363f75 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319575 Mar 28 19:10:11.610528 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42282) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:11.615083 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-406bd59a-62d9-421a-88eb-89f47792fb3b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'security_group_rule': {'security_group_id': '0bd3f584-97ab-4d2d-bd8d-7822cd241ce7', 'project_id': '586f41e1276547b4b35475d9a25094e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:11.620733 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9be948-6672-43ca-b1d4-79084b363f75 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:11.641178 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-406bd59a-62d9-421a-88eb-89f47792fb3b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (38d7f378-73fe-4d2e-b403-e991fd0ed734), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.698603 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-406bd59a-62d9-421a-88eb-89f47792fb3b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (38d7f378-73fe-4d2e-b403-e991fd0ed734), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.702384 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-406bd59a-62d9-421a-88eb-89f47792fb3b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (38d7f378-73fe-4d2e-b403-e991fd0ed734), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.721315 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bd59a-62d9-421a-88eb-89f47792fb3b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d7f378-73fe-4d2e-b403-e991fd0ed734,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:11.732573 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-406bd59a-62d9-421a-88eb-89f47792fb3b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.733895 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-406bd59a-62d9-421a-88eb-89f47792fb3b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223700 Mar 28 19:10:11.736709 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42284) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:11.741102 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-bdafa9c4-2cd4-4570-83b3-27c7d70b5c6f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'security_group_rule': {'security_group_id': '0bd3f584-97ab-4d2d-bd8d-7822cd241ce7', 'project_id': '586f41e1276547b4b35475d9a25094e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:11.768038 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bdafa9c4-2cd4-4570-83b3-27c7d70b5c6f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (a1a43e5d-8e9f-4d42-b1ab-6c15233587b6), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.826706 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bdafa9c4-2cd4-4570-83b3-27c7d70b5c6f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (a1a43e5d-8e9f-4d42-b1ab-6c15233587b6), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.830737 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bdafa9c4-2cd4-4570-83b3-27c7d70b5c6f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (a1a43e5d-8e9f-4d42-b1ab-6c15233587b6), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.849624 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafa9c4-2cd4-4570-83b3-27c7d70b5c6f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a43e5d-8e9f-4d42-b1ab-6c15233587b6,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:11.859133 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bdafa9c4-2cd4-4570-83b3-27c7d70b5c6f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.862961 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bdafa9c4-2cd4-4570-83b3-27c7d70b5c6f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227889 Mar 28 19:10:11.863304 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42286) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:11.870302 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-8421c3de-4b97-4c30-a19e-617801a6ea23 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'security_group_rule': {'security_group_id': '0bd3f584-97ab-4d2d-bd8d-7822cd241ce7', 'project_id': '586f41e1276547b4b35475d9a25094e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:11.912903 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8421c3de-4b97-4c30-a19e-617801a6ea23 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (1a51ceaf-94a3-4f19-b950-fa7939c1f120), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.984453 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8421c3de-4b97-4c30-a19e-617801a6ea23 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (1a51ceaf-94a3-4f19-b950-fa7939c1f120), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:11.989766 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8421c3de-4b97-4c30-a19e-617801a6ea23 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (1a51ceaf-94a3-4f19-b950-fa7939c1f120), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.010008 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421c3de-4b97-4c30-a19e-617801a6ea23 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a51ceaf-94a3-4f19-b950-fa7939c1f120,revision_number=0']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.020872 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8421c3de-4b97-4c30-a19e-617801a6ea23 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.024628 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8421c3de-4b97-4c30-a19e-617801a6ea23 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577625 Mar 28 19:10:12.025408 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42288) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:12.031345 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-79400939-59de-4e6a-a31b-0c9d72efe75f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'security_group_rule': {'security_group_id': '0bd3f584-97ab-4d2d-bd8d-7822cd241ce7', 'project_id': '586f41e1276547b4b35475d9a25094e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:12.063344 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79400939-59de-4e6a-a31b-0c9d72efe75f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (c2ce54e7-2dcb-4d83-8111-42e1bab696b0), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.097011 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 462fddf0-b4bf-4e31-a150-e0908c677693 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:12.139903 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79400939-59de-4e6a-a31b-0c9d72efe75f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (c2ce54e7-2dcb-4d83-8111-42e1bab696b0), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.145528 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79400939-59de-4e6a-a31b-0c9d72efe75f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (c2ce54e7-2dcb-4d83-8111-42e1bab696b0), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.152904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port 462fddf0-b4bf-4e31-a150-e0908c677693 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:12.153231 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.167598 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79400939-59de-4e6a-a31b-0c9d72efe75f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ce54e7-2dcb-4d83-8111-42e1bab696b0,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.176210 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-79400939-59de-4e6a-a31b-0c9d72efe75f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.177764 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-79400939-59de-4e6a-a31b-0c9d72efe75f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509998 Mar 28 19:10:12.181091 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42290) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:12.185533 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'security_group_rule': {'security_group_id': '0bd3f584-97ab-4d2d-bd8d-7822cd241ce7', 'project_id': '586f41e1276547b4b35475d9a25094e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:12.208226 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Project 586f41e1276547b4b35475d9a25094e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:10:12.213946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (5bb3dbef-152f-404d-a2fb-d12cb989bd37), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.235816 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port 462fddf0-b4bf-4e31-a150-e0908c677693 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:12.237128 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b7b3e469-25d3-442d-8284-a5b4b521a9dd up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:12.284820 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (5bb3dbef-152f-404d-a2fb-d12cb989bd37), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.287931 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port b7b3e469-25d3-442d-8284-a5b4b521a9dd triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:12.288858 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.289029 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (5bb3dbef-152f-404d-a2fb-d12cb989bd37), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.308888 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb3dbef-152f-404d-a2fb-d12cb989bd37,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.320454 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.321681 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dfcb6b78-b73d-489f-9c85-4ae37e012ca3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395798 Mar 28 19:10:12.324856 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42292) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:12.329521 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'security_group_rule': {'security_group_id': '0bd3f584-97ab-4d2d-bd8d-7822cd241ce7', 'project_id': '586f41e1276547b4b35475d9a25094e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:12.352594 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.securitygroups_db [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Project 586f41e1276547b4b35475d9a25094e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:10:12.358443 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (176f540f-c500-4976-ae13-c2d1e6c04df7), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.381578 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port b7b3e469-25d3-442d-8284-a5b4b521a9dd is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:12.382053 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.403963 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-06162175-7975-42c6-b303-258ae72f8083 None None] For port b7b3e469-25d3-442d-8284-a5b4b521a9dd, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=b7b3e469-25d3-442d-8284-a5b4b521a9dd,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:12.409722 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.429056 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (176f540f-c500-4976-ae13-c2d1e6c04df7), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.434756 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022609'] for security_group_rule (176f540f-c500-4976-ae13-c2d1e6c04df7), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.452804 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176f540f-c500-4976-ae13-c2d1e6c04df7,revision_number=0']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.463890 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:12.473966 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-4cdf58c2-9eb7-4815-911a-78edf10eb8fa tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392357 Mar 28 19:10:12.474203 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Pushing event updated for resources: {'Port': ['ID=b7b3e469-25d3-442d-8284-a5b4b521a9dd,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:13.979147 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b7b3e469-25d3-442d-8284-a5b4b521a9dd up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:14.028861 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port b7b3e469-25d3-442d-8284-a5b4b521a9dd triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:14.029238 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:14.111892 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port b7b3e469-25d3-442d-8284-a5b4b521a9dd is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:15.146840 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Sync routers for ids ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:15.161397 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Routers {'21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:15.162005 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.264021 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Set router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:15.465937 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 4, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port': {'id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:08Z', 'updated_at': '2022-03-28T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49', 'name': '', 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:09Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 2, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'subnets': [{'id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.491282 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Checking router: 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:15.491634 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Updating router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 binding host dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:10:15.518528 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:15.779941 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Publish callbacks [] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), precommit_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:15.785288 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:15.834516 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cb09b-023e-41eb-b216-25034848c28d None None] Pushing event updated for resources: {'Port': ['ID=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,revision_number=3']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:15.896717 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Attempting to bind port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 on host dv-cinder-835483-1-iscsi for vnic_type normal with profile {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:10:15.897086 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Attempting to bind port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 by drivers openvswitch,hyperv on host dv-cinder-835483-1-iscsi at level 0 using segments [{'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:10:15.897446 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Attempting to bind port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 on network 4e22e021-020f-4e87-8d37-8441e0d4fee5 {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:15.902594 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Checking agent: {'id': '1804317a-0541-4da7-9ca0-7ed6ca0bacca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835483-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 47, 1), 'started_at': datetime.datetime(2022, 3, 28, 18, 47, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835483-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:10:15.902960 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Checking segment: {'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:15.903355 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:15.903741 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Bound using segment: {'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'} {{(pid=103112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:10:15.904204 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.managers [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Bound port: e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49, host: dv-cinder-835483-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b9d252-1797-4342-935a-8b1ec9fbc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5'}}] {{(pid=103112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:10:15.904582 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), before_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:16.055528 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] For port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49, host dv-cinder-835483-1-iscsi, cleared binding levels {{(pid=103112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:10:16.058722 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.plugins.ml2.db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] For port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49, host dv-cinder-835483-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,segment=NetworkSegment(e0b9d252-1797-4342-935a-8b1ec9fbc616),segment_id=e0b9d252-1797-4342-935a-8b1ec9fbc616)] {{(pid=103112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:10:16.064829 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), after_update {{(pid=103112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:16.102713 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-843e8b53-5b2f-4f51-9044-dbef1eb060f5 None None] Provisioning complete for port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:16.103257 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-843e8b53-5b2f-4f51-9044-dbef1eb060f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:16.120196 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Routers {'21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:16.120858 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:09:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:16.190191 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-843e8b53-5b2f-4f51-9044-dbef1eb060f5 None None] Current status of the port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 is: DOWN; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:16.190609 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-843e8b53-5b2f-4f51-9044-dbef1eb060f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:16.194613 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cb09b-023e-41eb-b216-25034848c28d None None] Pushing event updated for resources: {'Port': ['ID=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,revision_number=4']} {{(pid=103112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:16.225892 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-843e8b53-5b2f-4f51-9044-dbef1eb060f5 None None] For port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,segment=NetworkSegment(e0b9d252-1797-4342-935a-8b1ec9fbc616),segment_id=e0b9d252-1797-4342-935a-8b1ec9fbc616)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:16.230454 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-843e8b53-5b2f-4f51-9044-dbef1eb060f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:16.247227 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] Set router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:16.282626 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e8b53-5b2f-4f51-9044-dbef1eb060f5 None None] Pushing event updated for resources: {'Port': ['ID=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:16.352605 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-3997f395-5da0-4da2-9d4a-5dc0b0a55f42 None None] Provisioning complete for port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:16.353077 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-3997f395-5da0-4da2-9d4a-5dc0b0a55f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:16.433104 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-3997f395-5da0-4da2-9d4a-5dc0b0a55f42 None None] Current status of the port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:16.455507 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 4, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port': {'id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:08Z', 'updated_at': '2022-03-28T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49', 'name': '', 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:09Z', 'updated_at': '2022-03-28T19:10:16Z', 'revision_number': 4, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'subnets': [{'id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:16.480718 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e4f56-1343-4ded-87b2-76ba9537278e None None] The sync data for ids ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'] in dv-cinder-835483-1-iscsi is: [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:10:10Z', 'revision_number': 4, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port': {'id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:08Z', 'updated_at': '2022-03-28T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': 'e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49', 'name': '', 'network_id': '4e22e021-020f-4e87-8d37-8441e0d4fee5', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'mac_address': 'fa:16:3e:d5:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:09Z', 'updated_at': '2022-03-28T19:10:16Z', 'revision_number': 4, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'subnets': [{'id': '5065fb4d-f692-4a84-9ec6-936b265d5e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:17.997417 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 up at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:18.043674 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Provisioning complete for port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:18.044047 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:18.129831 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Current status of the port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 is: ACTIVE; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:24.010793 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:24.708865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e2a4-c463-4f2a-812e-8f206bafe9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:26.951755 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-56a4ff91-e523-41ec-b3c9-f1e6dfc2bdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:28.133825 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:29.678385 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:31.173650 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:34.101860 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-6e3d188e-57b7-488b-b6cc-70bf5652f425 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618562613&fields=id&tenant_id=586f41e1276547b4b35475d9a25094e4 HTTP/1.1" status: 200 len: 267 time: 0.0460291 Mar 28 19:10:34.204593 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-126a9a4d-7ea7-4298-b2d4-dfda09ea6627 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:34.206039 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-126a9a4d-7ea7-4298-b2d4-dfda09ea6627 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 808 time: 0.0978925 Mar 28 19:10:34.220433 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-bb0396cb-06d1-4257-9077-0bc1c5e81f35 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/quotas/586f41e1276547b4b35475d9a25094e4 HTTP/1.1" status: 200 len: 375 time: 0.0085528 Mar 28 19:10:34.272763 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-5d8ab744-bc2c-4374-8441-2d93c738ad71 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477135 Mar 28 19:10:34.365702 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-87c16834-ecbc-4354-8b89-ef3eb1231327 service neutron] 10.222.0.31 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817137 Mar 28 19:10:34.450166 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1da77dde-9fcd-4ed4-a9dd-04f570b58eca service neutron] 10.222.0.31 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789964 Mar 28 19:10:34.722893 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-20582713-d89c-4149-9706-ddd4df563f20 req-1343cc9a-2460-4e43-98b0-58a5c1a6b4f2 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 210 time: 0.0261519 Mar 28 19:10:34.996522 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-1b953b0a-f4fe-4d70-b585-81c0315ba00c req-815ca269-fd56-4f75-951b-502a56e6ecfb service neutron] (103109) timed out ('10.222.0.15', 60244) {{(pid=103109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 19:10:35.151713 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-e360beb3-b9db-422b-ba85-1d841b1d9fbb req-aa5c50a5-44fb-4b49-bc9d-e95af36a12b0 service neutron] (103109) timed out ('10.222.0.15', 60280) {{(pid=103109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 19:10:35.622414 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-47008f73-6ab3-4771-8632-ad953ef86980 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:35.623843 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-47008f73-6ab3-4771-8632-ad953ef86980 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 808 time: 0.1079547 Mar 28 19:10:35.684932 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-66d737ce-fe4d-4ec2-bf72-7df84434a82e tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586f41e1276547b4b35475d9a25094e4 HTTP/1.1" status: 200 len: 380 time: 0.0533252 Mar 28 19:10:35.694549 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'port': {'device_id': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'admin_state_up': True, 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'security_groups': ['0bd3f584-97ab-4d2d-bd8d-7822cd241ce7']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:35.802674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Made reservation on behalf of 586f41e1276547b4b35475d9a25094e4 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:35.806575 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:35.819040 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d85f2cce-7155-4d39-8a2e-5bef789ef6ea req-175b88b7-449e-4443-8b86-4bc680b142c3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 210 time: 0.0309649 Mar 28 19:10:35.930512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Allocated IP 172.20.0.12 (148812b6-c75b-4788-841c-c985dec85fab/a45ba31c-e642-41dc-80a3-5e4a3f3e6643/4d83f029-ac23-4307-b9f0-b2178e2e6135) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:36.084487 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:36.116569 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:36.156722 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Network 148812b6-c75b-4788-841c-c985dec85fab is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:36.159745 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:36.165989 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:36.172083 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:36.217344 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:36.217975 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:36.234440 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-1ff39ff1-c6dd-4e8f-8009-52473237b94a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439789 Mar 28 19:10:36.245872 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Request body: {'port': {'device_id': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:36.372885 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-43952bc7-6758-4134-b9f6-e98f08039786 None None] Provisioning complete for port 4d83f029-ac23-4307-b9f0-b2178e2e6135 triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:36.373511 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-43952bc7-6758-4134-b9f6-e98f08039786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:36.406885 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-43952bc7-6758-4134-b9f6-e98f08039786 None None] Port 4d83f029-ac23-4307-b9f0-b2178e2e6135 cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:10:36.565863 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:36.812732 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d83f029-ac23-4307-b9f0-b2178e2e6135 {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:10:36.819911 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Publish callbacks [] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:36.831364 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Transition to ACTIVE for port object 4d83f029-ac23-4307-b9f0-b2178e2e6135 will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:10:36.835106 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:36.888564 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:36.991221 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Attempting to bind port 4d83f029-ac23-4307-b9f0-b2178e2e6135 on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:10:36.991558 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Attempting to bind port 4d83f029-ac23-4307-b9f0-b2178e2e6135 by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:10:36.991887 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Attempting to bind port 4d83f029-ac23-4307-b9f0-b2178e2e6135 on network 148812b6-c75b-4788-841c-c985dec85fab {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:37.000308 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82120dcf-391a-44e3-be63-9337b76d2214 req-97271b36-fcdd-4df2-b613-7a92e352a328 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.001839 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82120dcf-391a-44e3-be63-9337b76d2214 req-97271b36-fcdd-4df2-b613-7a92e352a328 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.1161661 Mar 28 19:10:37.005355 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Port 4d83f029-ac23-4307-b9f0-b2178e2e6135 on network 148812b6-c75b-4788-841c-c985dec85fab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:10:37.005680 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Attempting to bind port 4d83f029-ac23-4307-b9f0-b2178e2e6135 on network 148812b6-c75b-4788-841c-c985dec85fab {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:10:37.017448 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:10:37.017789 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Checking segment: {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:10:37.018243 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Bound using segment: {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:10:37.018630 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Bound port: 4d83f029-ac23-4307-b9f0-b2178e2e6135, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1968811-ee24-462e-857a-be5db016713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '148812b6-c75b-4788-841c-c985dec85fab'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:10:37.018991 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:37.089822 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-82120dcf-391a-44e3-be63-9337b76d2214 req-01f2b5e3-ec2d-4d58-ab39-397bda511799 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817282 Mar 28 19:10:37.115509 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:10:37.119445 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:10:37.126318 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:37.157740 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.158322 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:37.159897 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 1094 time: 0.9182765 Mar 28 19:10:37.162692 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:10:37.165706 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:10:37.197247 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9becf28-3495-4d9c-a676-f5b5839d6797 service neutron] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:37.230577 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f592862-b286-4250-aec5-dcf91b675fa8 x-openstack-request-id: req-6f592862-b286-4250-aec5-dcf91b675fa8 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:10:37.230874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:10:37.231131 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f592862-b286-4250-aec5-dcf91b675fa8 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:10:37.231540 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f592862-b286-4250-aec5-dcf91b675fa8'] response: {'name': 'network-changed', 'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'status': 'completed', 'code': 200} Mar 28 19:10:37.251111 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-a4b80597-e03d-4518-9303-fd57ee92c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.252646 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-a4b80597-e03d-4518-9303-fd57ee92c41f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1128 time: 0.0509210 Mar 28 19:10:37.302472 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-89a7ae77-ebc8-41ab-ac9a-e4972ef821a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 217 time: 0.0416822 Mar 28 19:10:37.307750 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:10:37.351404 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-b222d948-a21d-4a8c-bcc3-eb4da6ee6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.352842 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-b222d948-a21d-4a8c-bcc3-eb4da6ee6013 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0446618 Mar 28 19:10:37.401372 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbf18d-cb13-4630-bab0-523eb222388d req-2d69376a-ace8-416a-b111-630e83969e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.402831 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-2d69376a-ace8-416a-b111-630e83969e68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427971 Mar 28 19:10:37.492010 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-4d5d1397-d38c-4ee4-babe-9d140752cb18 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823946 Mar 28 19:10:37.583113 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-51bbf18d-cb13-4630-bab0-523eb222388d req-d99432cc-3270-4866-8896-87263bfdfbb2 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854537 Mar 28 19:10:37.666613 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-d7042119-d802-4ee8-9f25-95fe14b158bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.668009 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-d7042119-d802-4ee8-9f25-95fe14b158bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1128 time: 0.0439303 Mar 28 19:10:37.758283 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-d3e3f985-e1cb-4be5-97df-4c6631a6d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.759723 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-d3e3f985-e1cb-4be5-97df-4c6631a6d88a service neutron] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 909 time: 0.0861053 Mar 28 19:10:37.799174 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-39254471-3154-4ad6-a665-3dd7a6c8e316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 217 time: 0.0330250 Mar 28 19:10:37.844809 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-82905773-82b0-4eb1-805f-635031e94d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.846208 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-82905773-82b0-4eb1-805f-635031e94d0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0411355 Mar 28 19:10:37.897348 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-15960496-38d7-4a18-91e5-f33240a06a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.898848 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-15960496-38d7-4a18-91e5-f33240a06a36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466211 Mar 28 19:10:37.984501 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-69a9a015-bda1-4129-a1d4-212d21c96bbe service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799077 Mar 28 19:10:38.075605 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8189bcfe-16cf-4ebc-8524-f14ed4db20b1 req-2b96dafd-f70b-480c-8123-27cbbeef5a6e service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Mar 28 19:10:38.207789 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ccdf8-ca00-4849-9739-f7c48c452c73 req-8d0e8e97-8605-4186-9282-ed71578eaef7 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:38.209138 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c72ccdf8-ca00-4849-9739-f7c48c452c73 req-8d0e8e97-8605-4186-9282-ed71578eaef7 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0530663 Mar 28 19:10:38.256688 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c72ccdf8-ca00-4849-9739-f7c48c452c73 req-c4f8ed94-aef8-4adc-be7e-7503488c00f5 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Mar 28 19:10:39.372272 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f3f4-6cce-47b5-ae75-07871e73d166 req-c9a8611b-a899-4f51-90e4-eda0a5907cb0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:39.373651 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f855f3f4-6cce-47b5-ae75-07871e73d166 req-c9a8611b-a899-4f51-90e4-eda0a5907cb0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0515702 Mar 28 19:10:39.422240 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f855f3f4-6cce-47b5-ae75-07871e73d166 req-dbedecd9-639a-4826-97d9-2c908ff00826 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Mar 28 19:10:40.537422 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57823ca-8a2c-4793-86c0-285ab4c24823 req-58fc945d-2802-4a83-8386-258fa887001a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:40.538878 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f57823ca-8a2c-4793-86c0-285ab4c24823 req-58fc945d-2802-4a83-8386-258fa887001a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0513356 Mar 28 19:10:40.589849 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f57823ca-8a2c-4793-86c0-285ab4c24823 req-f54b1366-f986-4889-82df-2228289104e8 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Mar 28 19:10:41.703521 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86232f42-22b0-4d8e-a174-35d809d81bdb req-d832cfcd-f74c-409b-94eb-3b59d9341a28 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:41.704980 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-86232f42-22b0-4d8e-a174-35d809d81bdb req-d832cfcd-f74c-409b-94eb-3b59d9341a28 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0514657 Mar 28 19:10:41.751286 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-86232f42-22b0-4d8e-a174-35d809d81bdb req-951f9057-f7c6-4752-b904-9f495e7eb2e0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Mar 28 19:10:42.866019 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adbf05-a50f-47c2-8b08-215afe2cee28 req-3e163224-de05-47b6-b550-bfe9125953f1 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:42.867503 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-46adbf05-a50f-47c2-8b08-215afe2cee28 req-3e163224-de05-47b6-b550-bfe9125953f1 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0513604 Mar 28 19:10:42.914670 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-46adbf05-a50f-47c2-8b08-215afe2cee28 req-feda4be9-3594-415a-ad7d-f10f794553d8 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Mar 28 19:10:44.030272 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b8f16-85f3-42bf-9d25-e8a433732221 req-95c12b91-6bfd-4ef2-a23d-81fd63d53eac tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:44.031737 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-300b8f16-85f3-42bf-9d25-e8a433732221 req-95c12b91-6bfd-4ef2-a23d-81fd63d53eac tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0541039 Mar 28 19:10:44.079812 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-300b8f16-85f3-42bf-9d25-e8a433732221 req-af7f0def-628d-4be1-9cea-9e81fcbfd010 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Mar 28 19:10:45.195165 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d1299-37ab-4400-ab2c-bf294010e80d req-fbefca8b-ebb7-4a58-a71f-539d3b65f003 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:45.196598 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b04d1299-37ab-4400-ab2c-bf294010e80d req-fbefca8b-ebb7-4a58-a71f-539d3b65f003 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0517337 Mar 28 19:10:45.242690 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-b04d1299-37ab-4400-ab2c-bf294010e80d req-a7b080e0-ef08-4b1d-8bf4-a0ae3d46d803 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Mar 28 19:10:46.355283 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4275b-31d5-4247-89b0-eddf8e10d842 req-d56cddd9-f45f-4c4c-b114-b527027fd643 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:46.356728 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c2d4275b-31d5-4247-89b0-eddf8e10d842 req-d56cddd9-f45f-4c4c-b114-b527027fd643 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0509324 Mar 28 19:10:46.403487 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-c2d4275b-31d5-4247-89b0-eddf8e10d842 req-bb30c725-5f1d-45b8-b34e-eae49a7fa61b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Mar 28 19:10:47.084307 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4d83f029-ac23-4307-b9f0-b2178e2e6135 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:10:47.179080 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:47.189865 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'port_id': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'mac_address': 'fa:16:3e:f8:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:10:47.224264 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 4d83f029-ac23-4307-b9f0-b2178e2e6135 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:47.224646 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:47.237179 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d83f029-ac23-4307-b9f0-b2178e2e6135 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:10:47.255966 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:47.259735 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:47.303677 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:47.524133 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8784a-2e27-42fa-b366-7ad5ee2cac3e req-b88362a3-cdd1-4f80-8765-be45bf17baf7 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:47.525565 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14d8784a-2e27-42fa-b366-7ad5ee2cac3e req-b88362a3-cdd1-4f80-8765-be45bf17baf7 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 945 time: 0.0549650 Mar 28 19:10:47.570421 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['4d83f029-ac23-4307-b9f0-b2178e2e6135'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:10:47.574507 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-14d8784a-2e27-42fa-b366-7ad5ee2cac3e req-5e715dfa-6c17-4f14-912e-9331a057d372 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Mar 28 19:10:48.695499 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5d845-97c8-4b45-8150-639d3ca7403c req-09029a16-de20-47b5-ba27-a75977b0f9a6 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:48.696947 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-58e5d845-97c8-4b45-8150-639d3ca7403c req-09029a16-de20-47b5-ba27-a75977b0f9a6 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 945 time: 0.0551219 Mar 28 19:10:48.743979 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-58e5d845-97c8-4b45-8150-639d3ca7403c req-9a877634-b25b-49a3-9e72-b7124f8c248c tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Mar 28 19:10:49.099514 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4d83f029-ac23-4307-b9f0-b2178e2e6135 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:10:49.149137 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 4d83f029-ac23-4307-b9f0-b2178e2e6135 completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:10:49.152876 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 4d83f029-ac23-4307-b9f0-b2178e2e6135 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:10:49.153244 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:49.227514 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 4d83f029-ac23-4307-b9f0-b2178e2e6135 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:10:49.227891 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:49.248524 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:10:49.250774 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917bd3b1-777c-4689-b96c-12fcc582d4da" -d '{"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-plugged", "status": "completed", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:10:49.263237 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:10:49.266798 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:49.289144 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a58196-87d6-4b5e-9d1d-bcbae0ac5695 x-openstack-request-id: req-c4a58196-87d6-4b5e-9d1d-bcbae0ac5695 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:10:49.289433 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-plugged", "status": "completed", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:10:49.289685 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4a58196-87d6-4b5e-9d1d-bcbae0ac5695 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:10:49.290072 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a58196-87d6-4b5e-9d1d-bcbae0ac5695'] response: {'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'code': 200} Mar 28 19:10:49.317696 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:49.497711 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee6f84-bf90-4288-be5f-38131f9a1adb req-66f30fc4-67ec-43fb-a4dc-db714375dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:49.499117 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-48ee6f84-bf90-4288-be5f-38131f9a1adb req-66f30fc4-67ec-43fb-a4dc-db714375dff7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1130 time: 0.0437264 Mar 28 19:10:49.543956 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-48ee6f84-bf90-4288-be5f-38131f9a1adb req-a4954419-b84f-496b-94a3-e0d67a30334e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Mar 28 19:10:49.857113 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579d002-2aa6-4f25-bfc5-e48e81c3d3e0 req-db7958ef-a0d6-4251-9d0b-d26c90d88421 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:49.858602 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b579d002-2aa6-4f25-bfc5-e48e81c3d3e0 req-db7958ef-a0d6-4251-9d0b-d26c90d88421 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0507741 Mar 28 19:10:49.906221 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b579d002-2aa6-4f25-bfc5-e48e81c3d3e0 req-d1e50e1e-b12f-4229-b431-2ce4996f7958 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420947 Mar 28 19:10:51.021278 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271de28-db6f-4012-a4e7-49c2499546fb req-8b823564-9b78-4e23-a956-dc5c0af2b9d3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:51.023256 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2271de28-db6f-4012-a4e7-49c2499546fb req-8b823564-9b78-4e23-a956-dc5c0af2b9d3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0509861 Mar 28 19:10:51.075138 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2271de28-db6f-4012-a4e7-49c2499546fb req-31722315-473a-4d88-85aa-6f60f0dd55b7 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456903 Mar 28 19:10:51.187601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdcc1f-0f79-48a1-a3d4-b08c1adda606 req-ae407d6e-3465-4154-8086-0d7706df576a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:51.188960 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-11cdcc1f-0f79-48a1-a3d4-b08c1adda606 req-ae407d6e-3465-4154-8086-0d7706df576a tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0507476 Mar 28 19:10:51.239284 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-11cdcc1f-0f79-48a1-a3d4-b08c1adda606 req-6b519878-c71b-421f-a0dd-665f91faa7d4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Mar 28 19:10:51.260172 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42468) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:51.384510 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01daaf9-4d28-4e1d-9846-27507e9997ef tempest-TestShelveInstance-1449281734 tempest-TestShelveInstance-1449281734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:51.385915 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f01daaf9-4d28-4e1d-9846-27507e9997ef tempest-TestShelveInstance-1449281734 tempest-TestShelveInstance-1449281734-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1125 time: 0.1248078 Mar 28 19:10:51.388747 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42472) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:10:51.392916 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.v2.base [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'port_id': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:51.412265 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:51.503257 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:51.605126 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_common [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Allocated IP 172.27.1.132 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/30209e1b-9c62-4257-9441-c915ece048eb) {{(pid=103109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:51.704206 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for port (30209e1b-9c62-4257-9441-c915ece048eb), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:51.735754 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (30209e1b-9c62-4257-9441-c915ece048eb), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:51.774822 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:51.777444 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.base_scheduler [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Resources bound (agent type, host, resource id): {{(pid=103109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:51.779860 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Received port after_create {{(pid=103109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:10:51.811190 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'Port': ['ID=30209e1b-9c62-4257-9441-c915ece048eb,revision_number=1']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:51.822847 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.823191 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.823537 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.823875 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.824206 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.824527 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.824850 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.825169 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.825488 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.825806 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.826126 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.826467 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.826786 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.827101 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.827416 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:52.130608 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for floatingip (038fba21-74f9-495a-abad-f861f96c17bc), precommit_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:52.199732 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (30209e1b-9c62-4257-9441-c915ece048eb), before_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:52.343640 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for port (30209e1b-9c62-4257-9441-c915ece048eb), precommit_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:52.348038 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25738817'] for port (30209e1b-9c62-4257-9441-c915ece048eb), after_update {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:52.415736 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event updated for resources: {'Port': ['ID=30209e1b-9c62-4257-9441-c915ece048eb,revision_number=2']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:52.423539 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (038fba21-74f9-495a-abad-f861f96c17bc), after_create {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:52.521411 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Floating IP 038fba21-74f9-495a-abad-f861f96c17bc associated. External IP: 172.27.1.132, port: 4d83f029-ac23-4307-b9f0-b2178e2e6135. Mar 28 19:10:52.959102 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Router 7472d8ad-e81f-4740-9aec-1773ac21f701 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:10:53.063956 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:10:53.073707 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] Sync routers for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:53.081699 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:53.083844 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:53.085120 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:10:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:53.110612 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-57ddc340-f9e9-4872-b47a-5b60af336bd4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7208693 Mar 28 19:10:53.111187 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:10:53.113408 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba041e72-3eaa-454b-9148-8ba9fa2df244" -d '{"events": [{"name": "network-changed", "server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:10:53.155448 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b40586c-7f25-4861-9830-c5732e9dc3b5 x-openstack-request-id: req-9b40586c-7f25-4861-9830-c5732e9dc3b5 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:10:53.155741 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:10:53.155991 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b40586c-7f25-4861-9830-c5732e9dc3b5 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:10:53.156422 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b40586c-7f25-4861-9830-c5732e9dc3b5'] response: {'name': 'network-changed', 'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'status': 'completed', 'code': 200} Mar 28 19:10:53.191768 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:53.229735 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-af203a40-8371-423a-97b4-c5b5dbea8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:53.231157 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-af203a40-8371-423a-97b4-c5b5dbea8d3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1130 time: 0.0445113 Mar 28 19:10:53.316690 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-6de72cdc-2a0f-4b3b-9468-240fafd9b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:53.318135 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-6de72cdc-2a0f-4b3b-9468-240fafd9b39b service neutron] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 909 time: 0.0814548 Mar 28 19:10:53.398662 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-aab41b6b-da7e-495f-97a2-3aa641dacdfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 1000 time: 0.0625324 Mar 28 19:10:53.408820 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '038fba21-74f9-495a-abad-f861f96c17bc', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'port_id': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'mac_address': 'fa:16:3e:f8:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:52Z', 'updated_at': '2022-03-28T19:10:52Z', 'revision_number': 0, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 5, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:53.438076 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] Checking router: 7472d8ad-e81f-4740-9aec-1773ac21f701 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:53.446739 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:10:53.446885 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-090751d6-2a22-490e-9737-417ffe4e46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:53.447333 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:10:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:53.448220 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-090751d6-2a22-490e-9737-417ffe4e46a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0440199 Mar 28 19:10:53.495936 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-8233c4be-a31a-4209-b8c9-752c89c870ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:53.497351 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-8233c4be-a31a-4209-b8c9-752c89c870ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434713 Mar 28 19:10:53.552082 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:10:53.587371 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-b3c5ed01-7e02-43a6-a52b-4843ee8dc758 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835161 Mar 28 19:10:53.677714 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ba041e72-3eaa-454b-9148-8ba9fa2df244 req-3ca41a7f-2a5a-4c9c-9f43-5634b8770470 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842485 Mar 28 19:10:53.773841 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '038fba21-74f9-495a-abad-f861f96c17bc', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'port_id': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'mac_address': 'fa:16:3e:f8:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:52Z', 'updated_at': '2022-03-28T19:10:52Z', 'revision_number': 0, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 5, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:53.799135 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978e052c-10dc-4497-9f80-ecede62e9b44 None None] The sync data for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi is: [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '038fba21-74f9-495a-abad-f861f96c17bc', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'port_id': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'mac_address': 'fa:16:3e:f8:33:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:52Z', 'updated_at': '2022-03-28T19:10:52Z', 'revision_number': 0, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 5, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:53.980184 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a5685-d929-4594-8669-ecbae560d9dd None None] New status for floating IP 038fba21-74f9-495a-abad-f861f96c17bc: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:10:54.006659 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:54.708775 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e016f55d-c3f4-4f21-8e19-6742078360c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:56.952851 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2190-1ae4-4c60-b16c-a867668176d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:58.135697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:10:59.679736 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:01.127189 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:05.734645 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-d2c0659c-30d8-4fed-bf81-48727e03bc69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470319 Mar 28 19:11:05.816061 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-3714820b-f681-44df-96f6-196cc0dc1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:05.817509 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-3714820b-f681-44df-96f6-196cc0dc1224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1129 time: 0.0438895 Mar 28 19:11:05.912284 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-87253d4b-290c-449f-a336-51887b9bc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:05.913699 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-87253d4b-290c-449f-a336-51887b9bc5f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0802052 Mar 28 19:11:05.981977 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-d9d7a81c-22ff-45c8-99fc-25c1300a7bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 1001 time: 0.0606265 Mar 28 19:11:06.028840 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-67ad8ce2-332c-4645-a6ea-dfcf4971a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:06.030238 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-67ad8ce2-332c-4645-a6ea-dfcf4971a46c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0416784 Mar 28 19:11:06.082880 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-16d8b19e-8997-450e-9fa5-ed9051bcb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:06.084364 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-16d8b19e-8997-450e-9fa5-ed9051bcb508 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424852 Mar 28 19:11:06.173583 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-d008f332-fb42-413a-8727-141ec4a64bde service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824771 Mar 28 19:11:06.259049 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e2be54f2-03ab-4eef-9fde-9f3a2a4979c6 req-e57e10a3-4c2f-4d82-9b26-6ada94f93674 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791364 Mar 28 19:11:14.307293 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:11:15.489824 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-cc213b08-33ff-4f26-9412-adb2fdb39534 req-21794152-992a-4194-80ed-c0f7dcaa0530 service neutron] (103109) timed out ('10.222.0.15', 60281) {{(pid=103109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 19:11:24.002712 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:24.709437 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5b620f3f-443a-4304-97e2-617caa8cea12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:26.954255 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2cb9ddcf-01c1-4bd5-a8f3-957a6fbcb21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:28.139207 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:29.680848 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:31.128593 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:51.306052 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:11:54.003591 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:54.710535 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-84bb4a43-e489-4754-ba95-9e120c9c96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:56.955249 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-a16425f0-3b86-4f6f-a335-eba0a579e5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:58.141129 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:11:59.683980 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:01.131089 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:03.834280 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-ab034d51-86d9-406c-966b-a1a4f972cb35 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145830662&fields=id&tenant_id=16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 267 time: 0.0442383 Mar 28 19:12:03.940424 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-690a5183-d0c8-4486-8ec4-0261330c00a9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:03.941753 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-690a5183-d0c8-4486-8ec4-0261330c00a9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 812 time: 0.1012847 Mar 28 19:12:03.955986 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-9e08c26a-666e-4764-9427-0998d3b0e5fd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/quotas/16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 375 time: 0.0084636 Mar 28 19:12:04.010723 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-57f13caf-671b-486c-b10d-e1102dad9c47 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500796 Mar 28 19:12:04.103211 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-f57f9616-2d09-4e8a-aedc-027bded76409 service neutron] 10.222.0.31 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819252 Mar 28 19:12:04.193662 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-be227d4f-dbb4-4d05-bbdc-56703ba9ccd2 service neutron] 10.222.0.31 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845931 Mar 28 19:12:04.532851 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-69df55b4-2d20-4bd0-85fe-a143772e10a3 req-53bc1fe1-67db-46d2-a758-520bc3e5923e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 210 time: 0.0860472 Mar 28 19:12:05.446286 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-43a4b044-ca88-4503-a46d-81649ae09284 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:05.447716 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-43a4b044-ca88-4503-a46d-81649ae09284 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 812 time: 0.1007648 Mar 28 19:12:05.512154 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-d841a51f-d9c3-427d-918c-5f3ddb8b8767 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16afdd919eb0446e8f2e8479f554d432 HTTP/1.1" status: 200 len: 379 time: 0.0560315 Mar 28 19:12:05.521203 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'port': {'device_id': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'admin_state_up': True, 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'security_groups': ['038fcf3a-87ac-45af-949d-079c25fa4043']}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:05.626184 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-569adb36-4211-4c1a-a260-568e2736cea5 req-b42fdaf1-4ad1-4fa5-8021-f8a106c95a28 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 210 time: 0.0283787 Mar 28 19:12:05.634804 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Made reservation on behalf of 16afdd919eb0446e8f2e8479f554d432 for: {'port': 1} {{(pid=103110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:05.638512 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:05.792788 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-2030d61c-7844-49b8-a612-fdf4f38ed9a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1370358 Mar 28 19:12:05.802059 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Allocated IP 172.20.0.5 (5e938d5b-08d4-4e53-b971-4ab8013d5632/1e9348e0-02c8-4cf6-bce0-ce0644bb200e/4059e355-71b6-463a-9395-d3d3c6eda02c) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:05.931262 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-36e01ec9-0b27-42e7-8968-b8509ba25c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:05.932659 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-36e01ec9-0b27-42e7-8968-b8509ba25c8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1130 time: 0.1187320 Mar 28 19:12:06.029583 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:06.077913 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-2f97aafb-e906-44be-b456-dbd3cb9fda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:06.079326 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-2f97aafb-e906-44be-b456-dbd3cb9fda0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 909 time: 0.1279354 Mar 28 19:12:06.125744 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:06.181943 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:06.188159 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-81911558-2a6a-42d9-a46a-442a08cf22f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 1002 time: 0.1013896 Mar 28 19:12:06.191573 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:06.194906 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=4059e355-71b6-463a-9395-d3d3c6eda02c,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:06.196973 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:12:06.261011 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.261356 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.261699 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.262041 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.262403 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.262733 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.263061 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.263386 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.263713 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.264037 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.264367 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.264690 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.265011 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.265331 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.265649 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:06.286369 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-52a7c2f9-a492-4860-845e-a26e0e0b84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:06.287827 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-52a7c2f9-a492-4860-845e-a26e0e0b84f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0939262 Mar 28 19:12:06.295874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:06.296485 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:06.339502 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-0284fc8f-5a9c-42f7-930c-a723301813bd tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217940 Mar 28 19:12:06.351191 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Request body: {'port': {'device_id': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83548'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:06.374342 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-a024554b-16ae-4f36-ad18-cf22b71d895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:06.375822 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-a024554b-16ae-4f36-ad18-cf22b71d895c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767148 Mar 28 19:12:06.459433 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:06.464612 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-f6fb9d93-f8e2-4591-8f40-143da6fcd2db None None] Provisioning complete for port 4059e355-71b6-463a-9395-d3d3c6eda02c triggered by entity DHCP. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:12:06.465162 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9d93-f8e2-4591-8f40-143da6fcd2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:06.497264 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb9d93-f8e2-4591-8f40-143da6fcd2db None None] Port 4059e355-71b6-463a-9395-d3d3c6eda02c cannot update to ACTIVE because it is not bound. {{(pid=103111) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 19:12:06.535341 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-0cdea7a1-0137-491a-b636-8e851bd13c8c service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512573 Mar 28 19:12:06.759610 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2697d282-def0-4a6d-8a1f-12d817d5af2f req-e557d3bd-1f37-4065-9b77-c8f773886aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175057 Mar 28 19:12:06.789277 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0882e5-4ffe-4bd9-bcf1-2d9bb67832b4 req-5c4bef2c-b99e-4549-95cf-ec4e6045cde7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:06.790808 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e0882e5-4ffe-4bd9-bcf1-2d9bb67832b4 req-5c4bef2c-b99e-4549-95cf-ec4e6045cde7 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 931 time: 0.0982003 Mar 28 19:12:06.879699 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-3e0882e5-4ffe-4bd9-bcf1-2d9bb67832b4 req-63ba7097-6cc8-4882-bd3b-62b08302cf5d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820110 Mar 28 19:12:06.887602 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4059e355-71b6-463a-9395-d3d3c6eda02c {{(pid=103110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:12:06.894999 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Publish callbacks [] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:06.906551 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.provisioning_blocks [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Transition to ACTIVE for port object 4059e355-71b6-463a-9395-d3d3c6eda02c will not be triggered until provisioned by entity L2. {{(pid=103110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 19:12:06.910323 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:06.960339 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Pushing event updated for resources: {'Port': ['ID=4059e355-71b6-463a-9395-d3d3c6eda02c,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:07.032709 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Attempting to bind port 4059e355-71b6-463a-9395-d3d3c6eda02c on host hv-cinder-83548 for vnic_type normal with profile {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 19:12:07.033041 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Attempting to bind port 4059e355-71b6-463a-9395-d3d3c6eda02c by drivers openvswitch,hyperv on host hv-cinder-83548 at level 0 using segments [{'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 19:12:07.033375 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Attempting to bind port 4059e355-71b6-463a-9395-d3d3c6eda02c on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:12:07.038615 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Port 4059e355-71b6-463a-9395-d3d3c6eda02c on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83548 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 19:12:07.038934 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Attempting to bind port 4059e355-71b6-463a-9395-d3d3c6eda02c on network 5e938d5b-08d4-4e53-b971-4ab8013d5632 {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 19:12:07.044153 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Checking agent: {'id': '78452644-6797-420f-9ec9-2d8ccd152eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83548', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'started_at': datetime.datetime(2022, 3, 28, 18, 52, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 19:12:07.044493 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Checking segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 19:12:07.044874 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Bound using segment: {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'} {{(pid=103110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 19:12:07.045306 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.managers [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Bound port: 4059e355-71b6-463a-9395-d3d3c6eda02c, host: hv-cinder-83548, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632'}}] {{(pid=103110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 19:12:07.045665 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:07.110561 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] For port 4059e355-71b6-463a-9395-d3d3c6eda02c, host hv-cinder-83548, cleared binding levels {{(pid=103110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 19:12:07.113589 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] For port 4059e355-71b6-463a-9395-d3d3c6eda02c, host hv-cinder-83548, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4059e355-71b6-463a-9395-d3d3c6eda02c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 19:12:07.120557 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:07.151277 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.151888 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:07.153215 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] 10.222.0.15 "PUT /v2.0/ports/4059e355-71b6-463a-9395-d3d3c6eda02c HTTP/1.1" status: 200 len: 1093 time: 0.8068576 Mar 28 19:12:07.153621 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:12:07.155945 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:12:07.185147 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc43ca-1d7a-4d10-a440-9e3e29a9564e service neutron] Pushing event updated for resources: {'Port': ['ID=4059e355-71b6-463a-9395-d3d3c6eda02c,revision_number=3']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:07.247952 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-fd400749-96d7-4792-b03d-95e15eef37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.249516 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-fd400749-96d7-4792-b03d-95e15eef37bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 1127 time: 0.0494514 Mar 28 19:12:07.296745 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc5722-a7a4-44e8-b86b-2c5aa4099284 x-openstack-request-id: req-ccdc5722-a7a4-44e8-b86b-2c5aa4099284 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:12:07.297122 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:12:07.297380 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccdc5722-a7a4-44e8-b86b-2c5aa4099284 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:12:07.297784 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdc5722-a7a4-44e8-b86b-2c5aa4099284'] response: {'name': 'network-changed', 'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'status': 'completed', 'code': 200} Mar 28 19:12:07.299866 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-d1db2a1a-e992-4345-859e-8878cd9ef0ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4059e355-71b6-463a-9395-d3d3c6eda02c HTTP/1.1" status: 200 len: 217 time: 0.0410910 Mar 28 19:12:07.346714 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-f826f6be-3d2c-4fc4-bb1a-d7e56f36964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.348169 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-f826f6be-3d2c-4fc4-bb1a-d7e56f36964d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0425618 Mar 28 19:12:07.393857 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-5a786bae-2c8e-4353-b655-6abe10e60907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.395316 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-5a786bae-2c8e-4353-b655-6abe10e60907 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419188 Mar 28 19:12:07.484402 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-814cac37-4406-4312-97c2-fdd8c13bc406 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831568 Mar 28 19:12:07.569134 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bee437c7-7b00-40a2-a090-9d9857c12f57 req-2622e79d-189b-4719-a1b2-b7b2be78c1a0 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783882 Mar 28 19:12:07.655846 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-5eedbf13-7415-4f32-af3b-451a51ad793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.657289 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-5eedbf13-7415-4f32-af3b-451a51ad793d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 1127 time: 0.0468342 Mar 28 19:12:07.743025 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-7e6139c7-87af-41a0-98d7-051ae3620038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.744423 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-7e6139c7-87af-41a0-98d7-051ae3620038 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0803530 Mar 28 19:12:07.783307 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-603e9a31-d03e-465a-9749-eef765e9c09e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4059e355-71b6-463a-9395-d3d3c6eda02c HTTP/1.1" status: 200 len: 217 time: 0.0330105 Mar 28 19:12:07.831872 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-2e23e9eb-0110-406d-a986-fb4a2d798f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.833166 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-2e23e9eb-0110-406d-a986-fb4a2d798f27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0439532 Mar 28 19:12:07.886480 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-58e7d11f-a786-48ff-af5d-06b053de3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:07.887894 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-58e7d11f-a786-48ff-af5d-06b053de3515 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422971 Mar 28 19:12:08.258372 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-a1b9b1b6-7fb9-4ecc-9960-0e2ea00da4de service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644910 Mar 28 19:12:08.278892 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35417c-7073-4ef2-95b1-03aa5f7e9a29 req-3654891f-f6df-4c8a-809c-a3f0ec145974 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.280254 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc35417c-7073-4ef2-95b1-03aa5f7e9a29 req-3654891f-f6df-4c8a-809c-a3f0ec145974 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 943 time: 0.3324385 Mar 28 19:12:08.376402 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-dc35417c-7073-4ef2-95b1-03aa5f7e9a29 req-ff6d665f-44bc-483d-b427-7abb3fa8cbc8 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868232 Mar 28 19:12:08.390915 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ff8cbf50-a4a4-46a1-ba23-1b7060809ff1 req-f0dab828-e927-4ce7-bc3b-9ad517bf1203 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252744 Mar 28 19:12:09.493857 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690e400-7506-4ea2-a177-d66bc0ec72f4 req-768b5ade-c93d-4b6c-92ef-befccf3494b2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:09.495364 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7690e400-7506-4ea2-a177-d66bc0ec72f4 req-768b5ade-c93d-4b6c-92ef-befccf3494b2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 943 time: 0.0525472 Mar 28 19:12:09.542599 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7690e400-7506-4ea2-a177-d66bc0ec72f4 req-6eb486ce-0d44-447a-8b72-e73443cb51d4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 Mar 28 19:12:10.656612 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a967a-9a29-4246-8652-17e60c4fad18 req-7770b631-ee7c-4cfe-99ba-1e8612fa88d4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:10.658054 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb8a967a-9a29-4246-8652-17e60c4fad18 req-7770b631-ee7c-4cfe-99ba-1e8612fa88d4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 943 time: 0.0511832 Mar 28 19:12:10.704665 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fb8a967a-9a29-4246-8652-17e60c4fad18 req-55bf6731-ce9a-4a64-832d-34583b8b6657 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Mar 28 19:12:11.824109 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298762a-0560-4bf0-aa5b-fe96f4832ad0 req-09419b71-2952-40dc-af74-e381c5c774fe tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:11.825553 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1298762a-0560-4bf0-aa5b-fe96f4832ad0 req-09419b71-2952-40dc-af74-e381c5c774fe tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 943 time: 0.0552778 Mar 28 19:12:11.871978 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1298762a-0560-4bf0-aa5b-fe96f4832ad0 req-1084dd8f-6223-4c25-8ae0-3883887b2ef9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Mar 28 19:12:12.983834 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df6c1a-00c3-4c50-8f98-64772a1b7e5c req-d21bcb78-bda8-4fea-99ba-79ddd119b4ed tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:12.985264 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-16df6c1a-00c3-4c50-8f98-64772a1b7e5c req-d21bcb78-bda8-4fea-99ba-79ddd119b4ed tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 943 time: 0.0500736 Mar 28 19:12:13.032543 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-16df6c1a-00c3-4c50-8f98-64772a1b7e5c req-6133454c-0038-4bad-a2f0-5b6892e393ee tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Mar 28 19:12:14.146474 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1cc94-4757-47ea-b738-1b4a130e5d7d req-52e2b032-aab4-4cf2-b7f8-dab2c60c61fa tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:14.148568 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7fe1cc94-4757-47ea-b738-1b4a130e5d7d req-52e2b032-aab4-4cf2-b7f8-dab2c60c61fa tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 943 time: 0.0513372 Mar 28 19:12:14.195996 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-7fe1cc94-4757-47ea-b738-1b4a130e5d7d req-ae9ee39b-bd37-476d-92bf-aeb442efe6c4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419786 Mar 28 19:12:15.314633 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6eeaf-9d0d-47f4-9452-1492f6161c91 req-2bb6d729-7edb-43fe-b54f-8d8618dc3140 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:15.316089 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ad6eeaf-9d0d-47f4-9452-1492f6161c91 req-2bb6d729-7edb-43fe-b54f-8d8618dc3140 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 943 time: 0.0552642 Mar 28 19:12:15.363479 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-8ad6eeaf-9d0d-47f4-9452-1492f6161c91 req-c78cc079-6e78-4e77-8b2d-8a509ea05925 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Mar 28 19:12:15.570521 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4059e355-71b6-463a-9395-d3d3c6eda02c details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:12:15.661937 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4059e355-71b6-463a-9395-d3d3c6eda02c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4059e355-71b6-463a-9395-d3d3c6eda02c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:12:15.672815 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'port_id': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'mac_address': 'fa:16:3e:6d:8c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:12:15.832286 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 4059e355-71b6-463a-9395-d3d3c6eda02c is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:12:15.832663 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:15.844786 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4059e355-71b6-463a-9395-d3d3c6eda02c {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:12:15.862858 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4059e355-71b6-463a-9395-d3d3c6eda02c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4059e355-71b6-463a-9395-d3d3c6eda02c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:12:15.867293 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:15.911285 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=4059e355-71b6-463a-9395-d3d3c6eda02c,revision_number=4']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:15.917863 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.918176 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.918514 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.918848 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.919176 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.919502 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.919822 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.920141 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.920460 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.920779 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.921098 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.921412 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.921726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.922039 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:15.922374 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:16.220912 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['4059e355-71b6-463a-9395-d3d3c6eda02c'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:12:16.477581 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e1788-3ea0-4e47-9c0a-bd55ad292ca5 req-20989ada-09be-4562-9628-510bc9a17d52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:16.478970 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-674e1788-3ea0-4e47-9c0a-bd55ad292ca5 req-20989ada-09be-4562-9628-510bc9a17d52 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 944 time: 0.0513239 Mar 28 19:12:16.529229 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-674e1788-3ea0-4e47-9c0a-bd55ad292ca5 req-7f2aca0e-d17f-4695-b0f5-4aa3395232a5 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446613 Mar 28 19:12:17.598408 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4059e355-71b6-463a-9395-d3d3c6eda02c up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:12:17.647853 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning for port 4059e355-71b6-463a-9395-d3d3c6eda02c completed by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 19:12:17.651371 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0814f-8e6b-4430-8f09-37b90b44e474 req-855b203f-26f3-4df6-a991-33f3f50f9229 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:17.652051 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 4059e355-71b6-463a-9395-d3d3c6eda02c triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:12:17.652424 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:17.652876 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-08b0814f-8e6b-4430-8f09-37b90b44e474 req-855b203f-26f3-4df6-a991-33f3f50f9229 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 944 time: 0.0559146 Mar 28 19:12:17.701712 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-08b0814f-8e6b-4430-8f09-37b90b44e474 req-ae0458f7-3a5b-4aca-a4fc-b0da8878e074 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433204 Mar 28 19:12:17.732121 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 4059e355-71b6-463a-9395-d3d3c6eda02c is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:12:17.732512 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:17.754477 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:12:17.756708 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b383e19-7137-4618-a05c-179984c5e75c" -d '{"events": [{"server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "name": "network-vif-plugged", "status": "completed", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:12:17.768669 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4059e355-71b6-463a-9395-d3d3c6eda02c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4059e355-71b6-463a-9395-d3d3c6eda02c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:12:17.773947 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:17.820299 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=4059e355-71b6-463a-9395-d3d3c6eda02c,revision_number=5']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:17.846087 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b88ae5-64d5-4cff-8118-188c8dd835ce x-openstack-request-id: req-b4b88ae5-64d5-4cff-8118-188c8dd835ce {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:12:17.846581 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "name": "network-vif-plugged", "status": "completed", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:12:17.846848 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4b88ae5-64d5-4cff-8118-188c8dd835ce {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:12:17.847247 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b88ae5-64d5-4cff-8118-188c8dd835ce'] response: {'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'code': 200} Mar 28 19:12:18.070042 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03515794-877d-47f0-9e20-e223c055dfca req-72ffc903-784c-41a7-ad9e-cf08524cc50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:18.071457 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03515794-877d-47f0-9e20-e223c055dfca req-72ffc903-784c-41a7-ad9e-cf08524cc50d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 1129 time: 0.0466249 Mar 28 19:12:18.116322 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03515794-877d-47f0-9e20-e223c055dfca req-5451b0f0-4b3d-44ea-b7a8-8bf023b5a1ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389237 Mar 28 19:12:18.814503 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88af2c3-bc7e-470d-b91c-c67b9dbc0215 req-2f55367b-7f04-46fb-a2cd-a20d5c57126e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:18.815927 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a88af2c3-bc7e-470d-b91c-c67b9dbc0215 req-2f55367b-7f04-46fb-a2cd-a20d5c57126e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 945 time: 0.0503068 Mar 28 19:12:18.862298 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-a88af2c3-bc7e-470d-b91c-c67b9dbc0215 req-8c3dece2-1fc8-4690-8616-0de97431057f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Mar 28 19:12:19.980163 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3964-3a73-44bf-adbc-319db1d488d0 req-115d7fd7-c7b2-4a1e-929e-cfdfd17803db tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:19.981627 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6b0c3964-3a73-44bf-adbc-319db1d488d0 req-115d7fd7-c7b2-4a1e-929e-cfdfd17803db tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 945 time: 0.0521407 Mar 28 19:12:20.029916 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-6b0c3964-3a73-44bf-adbc-319db1d488d0 req-69126ae9-f4f7-44b5-a57a-e6d46a098896 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Mar 28 19:12:20.145053 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcad19-a171-4551-b439-62b34dd99c96 req-2f8e821d-fc3b-41ea-ab5a-a1d2f03a8b09 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:20.146434 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0abcad19-a171-4551-b439-62b34dd99c96 req-2f8e821d-fc3b-41ea-ab5a-a1d2f03a8b09 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 945 time: 0.0517056 Mar 28 19:12:20.199992 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-0abcad19-a171-4551-b439-62b34dd99c96 req-e800d01c-01b4-4bbb-8a93-ecdde9ee31ef tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473678 Mar 28 19:12:20.221854 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42616) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:12:20.358025 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5c575-fa05-47b2-8dd3-21a0d310ca4f tempest-TestVolumeBootPattern-1068748159 tempest-TestVolumeBootPattern-1068748159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:20.359541 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-f7e5c575-fa05-47b2-8dd3-21a0d310ca4f tempest-TestVolumeBootPattern-1068748159 tempest-TestVolumeBootPattern-1068748159-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 1124 time: 0.1367149 Mar 28 19:12:20.362304 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42620) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:12:20.366408 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.v2.base [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Request body: {'floatingip': {'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'port_id': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:20.386828 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:20.479368 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (None), before_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:20.583001 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_common [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Allocated IP 172.27.1.18 (705bd688-bb75-445f-ba44-520e24cc30ce/c9c7659a-47c9-4331-af47-e1ea6b62157a/d4ab6d15-a1e3-4784-8e39-2ea20672e1bc) {{(pid=103110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:20.678499 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:20.710590 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788060132334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:20.747677 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Network 705bd688-bb75-445f-ba44-520e24cc30ce is already hosted by enough agents. {{(pid=103110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:20.751765 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.base_scheduler [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Resources bound (agent type, host, resource id): {{(pid=103110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:20.755187 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Received port after_create {{(pid=103110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 19:12:20.779455 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=d4ab6d15-a1e3-4784-8e39-2ea20672e1bc,revision_number=1']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:21.095757 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (ac2873ec-5e97-4476-b3c7-59d81e03e84c), precommit_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:21.165098 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), before_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:21.310691 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), precommit_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:21.315103 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630512'] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), after_update {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:21.381477 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event updated for resources: {'Port': ['ID=d4ab6d15-a1e3-4784-8e39-2ea20672e1bc,revision_number=2']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:21.397170 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577392'] for floatingip (ac2873ec-5e97-4476-b3c7-59d81e03e84c), after_create {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:21.496417 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.db.l3_db [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Floating IP ac2873ec-5e97-4476-b3c7-59d81e03e84c associated. External IP: 172.27.1.18, port: 4059e355-71b6-463a-9395-d3d3c6eda02c. Mar 28 19:12:21.703382 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:12:21.809363 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:12:21.818999 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:21.826922 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:21.828647 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:12:21.829283 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:11:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:21.855810 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-38d8a07e-c7b0-4079-95b0-22c436b9f156 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4925163 Mar 28 19:12:21.856727 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:12:21.859144 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf7628a-45c4-42d3-afd7-b70f88865f31" -d '{"events": [{"name": "network-changed", "server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:12:21.893871 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2472ce-c120-4903-a4f3-d34c6075267b x-openstack-request-id: req-ac2472ce-c120-4903-a4f3-d34c6075267b {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:12:21.894181 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:12:21.894447 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac2472ce-c120-4903-a4f3-d34c6075267b {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:12:21.894860 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2472ce-c120-4903-a4f3-d34c6075267b'] response: {'name': 'network-changed', 'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'status': 'completed', 'code': 200} Mar 28 19:12:21.946133 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:12:21.958432 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-8347ca96-365a-4f21-990f-de0145f04b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:21.960022 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-8347ca96-365a-4f21-990f-de0145f04b7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 1129 time: 0.0453193 Mar 28 19:12:22.050424 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-eb36c46b-e7f0-4baa-963d-76c821adb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:22.051902 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-eb36c46b-e7f0-4baa-963d-76c821adb1d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0862761 Mar 28 19:12:22.116100 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-d1102d2c-d4dc-4e42-b744-0c6e22507ed7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4059e355-71b6-463a-9395-d3d3c6eda02c HTTP/1.1" status: 200 len: 998 time: 0.0584135 Mar 28 19:12:22.162525 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-bca2bf75-4bc3-42b7-9964-7d56746011cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:22.164482 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-bca2bf75-4bc3-42b7-9964-7d56746011cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0428686 Mar 28 19:12:22.170580 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 1, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}, {'id': 'ac2873ec-5e97-4476-b3c7-59d81e03e84c', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:6d:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:20Z', 'updated_at': '2022-03-28T19:12:20Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:22.198464 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:12:22.206638 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:12:22.207239 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:11:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:22.216135 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-64af03d2-92b5-45ae-bf09-44582783b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:22.217564 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-64af03d2-92b5-45ae-bf09-44582783b788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476811 Mar 28 19:12:22.306024 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-4bcc5911-3cdd-496d-92f6-6c1800a72499 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820022 Mar 28 19:12:22.314298 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:12:22.396423 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-ecf7628a-45c4-42d3-afd7-b70f88865f31 req-a226e298-6e2c-42c6-a93c-cf334bd5905c service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846996 Mar 28 19:12:22.540180 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 1, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}, {'id': 'ac2873ec-5e97-4476-b3c7-59d81e03e84c', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:6d:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:20Z', 'updated_at': '2022-03-28T19:12:20Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:22.565227 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10f21b-043e-4beb-a06c-130580485a33 None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 1, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}, {'id': 'ac2873ec-5e97-4476-b3c7-59d81e03e84c', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:6d:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:20Z', 'updated_at': '2022-03-28T19:12:20Z', 'revision_number': 0, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:22.744506 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c72691-b34a-49d3-ad8c-1932ddbff7a3 None None] New status for floating IP ac2873ec-5e97-4476-b3c7-59d81e03e84c: ACTIVE {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:12:24.006697 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:24.711297 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-302e613d-3aba-4354-8493-c33925258bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:26.956369 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-881ef335-7b87-4729-95df-b85cd1ccd573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:28.144476 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:28.305265 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:12:29.685935 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:31.132533 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:54.013925 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:54.713257 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fb3bcc05-6c81-42dd-aef5-268187d01f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:56.957250 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-78bdd018-a471-4691-85fe-93a8e19b4b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:58.146138 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:12:59.689225 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:01.134173 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:05.304570 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:13:07.696669 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-025ca809-f768-4fd6-afa7-6186f8abe4e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421655 Mar 28 19:13:07.780084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-be694771-afd8-4471-80f6-c30873353b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:07.781524 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-be694771-afd8-4471-80f6-c30873353b19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1129 time: 0.0435300 Mar 28 19:13:07.883213 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-dc36e754-ceab-41a6-bae9-67132741eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:07.885204 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-dc36e754-ceab-41a6-bae9-67132741eab9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.0859115 Mar 28 19:13:07.948247 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-5c8b3123-291f-405c-92ad-4444e984e722 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 1001 time: 0.0565455 Mar 28 19:13:07.992691 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-cf6d1674-e2fd-4dcc-bfc7-2d171fda4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:07.994616 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-cf6d1674-e2fd-4dcc-bfc7-2d171fda4db0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0412090 Mar 28 19:13:08.049110 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-1c6431bb-8293-488e-82e6-355c2abe2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:08.050650 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-1c6431bb-8293-488e-82e6-355c2abe2f2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478597 Mar 28 19:13:08.147291 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-e00812c4-841e-432e-b2eb-3f2287cdd804 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887592 Mar 28 19:13:08.215836 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572635d0-a665-4f11-8981-19952c44f644 req-2c06edc4-f916-4197-8a58-06a85fc58382 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:08.217247 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-572635d0-a665-4f11-8981-19952c44f644 req-2c06edc4-f916-4197-8a58-06a85fc58382 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0571256 Mar 28 19:13:08.259877 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-d80d8ad8-6ba6-4521-a242-c43ea6169031 req-39ef7564-75b8-4845-bc99-19c0ecbcbb2f service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919685 Mar 28 19:13:08.266406 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-572635d0-a665-4f11-8981-19952c44f644 req-76b52490-20a5-4a3d-8af1-06b361b74f43 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Mar 28 19:13:09.385299 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072bab8-b37f-423a-aaba-81ebf4c8d182 req-69d0b4a9-5293-4090-ad2e-655df182bbc3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:09.386693 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c072bab8-b37f-423a-aaba-81ebf4c8d182 req-69d0b4a9-5293-4090-ad2e-655df182bbc3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0519669 Mar 28 19:13:09.434027 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c072bab8-b37f-423a-aaba-81ebf4c8d182 req-f16c40ba-6e52-4a0e-8ed4-d65a1385fe76 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418136 Mar 28 19:13:10.556590 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323810-4960-433e-9baf-7157b91aa9b1 req-c323fd73-42e2-4224-bc81-effa8425023d tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:10.558057 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d9323810-4960-433e-9baf-7157b91aa9b1 req-c323fd73-42e2-4224-bc81-effa8425023d tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0580914 Mar 28 19:13:10.605447 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-d9323810-4960-433e-9baf-7157b91aa9b1 req-cdd280c8-d8c7-4220-99f0-d9527b2631f0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Mar 28 19:13:11.719104 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dba476-7004-4178-926a-1f4691112104 req-35a983c9-2f57-4dd2-8ccc-1ba81a268403 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:11.720526 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dba476-7004-4178-926a-1f4691112104 req-35a983c9-2f57-4dd2-8ccc-1ba81a268403 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0503016 Mar 28 19:13:11.766693 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78dba476-7004-4178-926a-1f4691112104 req-e22a79d7-6f55-40ea-bc4a-cbcb751f4313 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Mar 28 19:13:12.882920 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7eff-3055-4077-9923-2a59e164c946 req-8768927e-fc9d-4fa9-93f9-930af97a11ee tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:12.884461 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a3dd7eff-3055-4077-9923-2a59e164c946 req-8768927e-fc9d-4fa9-93f9-930af97a11ee tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0512259 Mar 28 19:13:12.931713 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a3dd7eff-3055-4077-9923-2a59e164c946 req-5d1d3710-ad9c-46af-b01f-6b2e01521115 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Mar 28 19:13:14.049141 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874bce1-ad61-4f26-bcb4-8e072fe927ec req-13a19ec8-9396-41c6-aa6d-914a2ea47148 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:14.050598 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2874bce1-ad61-4f26-bcb4-8e072fe927ec req-13a19ec8-9396-41c6-aa6d-914a2ea47148 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0544150 Mar 28 19:13:14.099149 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2874bce1-ad61-4f26-bcb4-8e072fe927ec req-189265ec-c228-4438-8c57-56fa9304cab1 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Mar 28 19:13:15.218103 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a7cd3-0b2a-4822-8f6e-9601c54b17d9 req-c33897ec-8b69-4ff3-bdfb-4d1b5de83661 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:15.219524 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce9a7cd3-0b2a-4822-8f6e-9601c54b17d9 req-c33897ec-8b69-4ff3-bdfb-4d1b5de83661 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0555730 Mar 28 19:13:15.266234 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-ce9a7cd3-0b2a-4822-8f6e-9601c54b17d9 req-b556dfa0-6e09-4991-a762-3060282d7e9f tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Mar 28 19:13:16.383773 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa471f-5b8a-4163-95cc-9fd8f019c3ba req-4e31b2b7-49f1-4942-8299-fb06cc8f4b4c tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:16.385214 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bdfa471f-5b8a-4163-95cc-9fd8f019c3ba req-4e31b2b7-49f1-4942-8299-fb06cc8f4b4c tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0514569 Mar 28 19:13:16.432700 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-bdfa471f-5b8a-4163-95cc-9fd8f019c3ba req-023926fd-5154-45ef-a920-69d701f80907 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Mar 28 19:13:17.545189 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3fd15-4692-48be-9713-75d766ed2445 req-d57cc9dd-7df2-46c1-83d6-2b39f6740c0b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:17.546645 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a3b3fd15-4692-48be-9713-75d766ed2445 req-d57cc9dd-7df2-46c1-83d6-2b39f6740c0b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0507762 Mar 28 19:13:17.594342 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-a3b3fd15-4692-48be-9713-75d766ed2445 req-4f74f8f8-d58c-4dbc-ac3e-e25fc5ce99c7 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Mar 28 19:13:18.345258 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-a6b03e94-47f4-4afc-b124-f861c12874e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:18.346638 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-a6b03e94-47f4-4afc-b124-f861c12874e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1130 time: 0.0464261 Mar 28 19:13:18.432660 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-13721884-5cf9-4dd7-9e59-e7df39740fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:18.434071 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-13721884-5cf9-4dd7-9e59-e7df39740fba service neutron] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 909 time: 0.0813839 Mar 28 19:13:18.498408 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-3cec8d23-a8d0-43cf-8abd-d050f67444ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 1002 time: 0.0588903 Mar 28 19:13:18.543688 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-87ba81a0-bfa1-4728-b520-01f67aefc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:18.545018 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-87ba81a0-bfa1-4728-b520-01f67aefc52d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0412540 Mar 28 19:13:18.591130 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-f2e72f9e-aef0-4c9d-b426-cd5aa4dfa499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:18.592539 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-f2e72f9e-aef0-4c9d-b426-cd5aa4dfa499 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419600 Mar 28 19:13:18.710230 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-eb9f9258-caf2-4b7b-9350-ab906a723654 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118622 Mar 28 19:13:18.764786 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4b62d-6f10-4231-ab5a-2cc2edc1e45f req-4699222e-d133-431e-977a-cc145762b270 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:18.766204 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-42d4b62d-6f10-4231-ab5a-2cc2edc1e45f req-4699222e-d133-431e-977a-cc145762b270 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.1036530 Mar 28 19:13:19.094033 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-42d4b62d-6f10-4231-ab5a-2cc2edc1e45f req-2c42f085-a357-4e23-8640-f23b70a6a47d tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221204 Mar 28 19:13:19.096075 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-e63dce58-ecd3-458b-979e-4dc1efaf32ed req-d34c5090-7158-4c56-be49-d7e568353141 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790600 Mar 28 19:13:20.212935 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13590812-add9-47c9-bcca-c42d409de8b7 req-4c9b3ab9-9acd-44ef-8b26-dc628fcd5107 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:20.214399 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13590812-add9-47c9-bcca-c42d409de8b7 req-4c9b3ab9-9acd-44ef-8b26-dc628fcd5107 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0536122 Mar 28 19:13:20.264692 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-13590812-add9-47c9-bcca-c42d409de8b7 req-fd90d0f7-a057-400e-8e33-71238b2401f1 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Mar 28 19:13:21.382066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba2c5-2891-477d-8e89-70bed3c26198 req-6d84a66e-f409-44b5-a88e-0f5080c747c0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:21.383556 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-85bba2c5-2891-477d-8e89-70bed3c26198 req-6d84a66e-f409-44b5-a88e-0f5080c747c0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0534430 Mar 28 19:13:21.431257 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-85bba2c5-2891-477d-8e89-70bed3c26198 req-bda2c562-861c-455d-8524-1801a844df73 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Mar 28 19:13:21.496132 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-847831d9-7b40-489f-b6de-4d0a82b51056 req-fb9d2824-2b82-43b0-9f70-557386b8079b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 19:13:21.497105 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-847831d9-7b40-489f-b6de-4d0a82b51056 req-fb9d2824-2b82-43b0-9f70-557386b8079b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053678 Mar 28 19:13:21.644567 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b45587-08f9-448b-b715-f9eb18525bd4 req-9ef0f89f-49ec-4aa1-b987-22e426dc6896 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:21.646032 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06b45587-08f9-448b-b715-f9eb18525bd4 req-9ef0f89f-49ec-4aa1-b987-22e426dc6896 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0513651 Mar 28 19:13:21.647487 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42692) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:13:21.695401 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-06b45587-08f9-448b-b715-f9eb18525bd4 req-3c0477fa-38e8-405c-a939-48f2ed845b6c tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Mar 28 19:13:21.731849 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-bc32b2f9-f5ea-4e18-8642-1cac99529cf7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832236 Mar 28 19:13:21.740138 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-82f53fa8-cdf8-447e-a37a-1ecf66a4ec49 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 19:13:21.741082 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-82f53fa8-cdf8-447e-a37a-1ecf66a4ec49 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047567 Mar 28 19:13:21.833464 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42700) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:13:21.923070 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821139-0969-4644-945b-3e4101990daf req-b4da40b7-ce86-4188-80e1-d979a43bea79 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:21.924657 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-b4da40b7-ce86-4188-80e1-d979a43bea79 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports/4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 943 time: 0.0902245 Mar 28 19:13:22.814870 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd619b3-b0ac-47c2-bb6d-1e616811d843 req-79666f52-a45c-4faf-bdf4-8acaee787126 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:22.816350 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3fd619b3-b0ac-47c2-bb6d-1e616811d843 req-79666f52-a45c-4faf-bdf4-8acaee787126 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0532928 Mar 28 19:13:22.865631 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-3fd619b3-b0ac-47c2-bb6d-1e616811d843 req-d72b97fe-ede3-4c59-8f4c-da2f1c628028 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435185 Mar 28 19:13:23.160845 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821139-0969-4644-945b-3e4101990daf req-393ddfc5-f38f-4018-8279-667ba2296196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.162334 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-393ddfc5-f38f-4018-8279-667ba2296196 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a&tenant_id=586f41e1276547b4b35475d9a25094e4 HTTP/1.1" status: 200 len: 1130 time: 0.0468888 Mar 28 19:13:23.225495 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821139-0969-4644-945b-3e4101990daf req-2a7872c6-6121-4f81-9675-6f53546c8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.226971 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-2a7872c6-6121-4f81-9675-6f53546c8d40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1130 time: 0.0434048 Mar 28 19:13:23.317074 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821139-0969-4644-945b-3e4101990daf req-2cf584b8-c4d1-4c0e-8f5c-0da5419bf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.318507 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-2cf584b8-c4d1-4c0e-8f5c-0da5419bf8d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 909 time: 0.0846126 Mar 28 19:13:23.381170 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-104c9136-b0fc-4f77-ad1c-15ff1f75092b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 1002 time: 0.0560708 Mar 28 19:13:23.428823 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821139-0969-4644-945b-3e4101990daf req-998f0477-fdba-47aa-bf9b-dc019150a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.430251 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-998f0477-fdba-47aa-bf9b-dc019150a9a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0420351 Mar 28 19:13:23.481117 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821139-0969-4644-945b-3e4101990daf req-fad2af27-8e8d-4080-a0c1-cfd06d7e14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.482585 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-fad2af27-8e8d-4080-a0c1-cfd06d7e14a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456166 Mar 28 19:13:23.568659 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-60368af7-cd0c-4cdd-9678-9d1bf62dac16 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798249 Mar 28 19:13:23.658256 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-5a821139-0969-4644-945b-3e4101990daf req-cfd34b31-e4cd-468a-8dbe-38d020f482b2 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838616 Mar 28 19:13:23.959996 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4d83f029-ac23-4307-b9f0-b2178e2e6135 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:13:23.984478 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fccb3e-28c7-4880-a954-e489607d4815 req-fda2f86d-004a-4519-a80f-3cf03702f2cf tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.986080 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03fccb3e-28c7-4880-a954-e489607d4815 req-fda2f86d-004a-4519-a80f-3cf03702f2cf tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0528331 Mar 28 19:13:24.035986 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-03fccb3e-28c7-4880-a954-e489607d4815 req-12055fa6-fd8c-4ebc-88f0-8876f889d025 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442858 Mar 28 19:13:24.047575 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 4d83f029-ac23-4307-b9f0-b2178e2e6135 is: ACTIVE; New status is: DOWN {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:13:24.047726 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:24.057544 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:24.071221 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:13:24.073475 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54737561-c329-4d92-ba23-8a618f6da0ed" -d '{"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:13:24.085367 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:13:24.090338 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:24.116632 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16a58e0-1008-4347-9f27-df6517c35b7f x-openstack-request-id: req-d16a58e0-1008-4347-9f27-df6517c35b7f {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:13:24.116928 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-unplugged", "status": "completed", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:13:24.117182 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d16a58e0-1008-4347-9f27-df6517c35b7f {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:13:24.117570 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16a58e0-1008-4347-9f27-df6517c35b7f'] response: {'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'code': 200} Mar 28 19:13:24.139756 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=6']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:24.146542 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.146887 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.147226 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.147563 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.147892 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.148245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.148568 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.148889 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.149212 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.149533 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.149851 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.150734 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.151054 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.151371 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.151688 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:24.715235 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5d3c-99fa-4777-9b44-4686f2c8a935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:25.150622 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654386a-2078-43c7-89ad-af0a452d1c0c req-ac4a22c7-9027-4766-b7c5-e6be9978d983 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:25.152058 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c654386a-2078-43c7-89ad-af0a452d1c0c req-ac4a22c7-9027-4766-b7c5-e6be9978d983 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0509324 Mar 28 19:13:25.199744 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-c654386a-2078-43c7-89ad-af0a452d1c0c req-a0492dd9-bf7b-49d6-bc30-379869441ed3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421684 Mar 28 19:13:26.320902 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9147e77-8d57-4732-94f3-cbf32c359f03 req-2658ffdf-3b76-4979-b5e2-2e214594399b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:26.322975 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b9147e77-8d57-4732-94f3-cbf32c359f03 req-2658ffdf-3b76-4979-b5e2-2e214594399b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0547543 Mar 28 19:13:26.368587 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-b9147e77-8d57-4732-94f3-cbf32c359f03 req-746a0cbb-b0d3-4bf3-a12e-acef2c0f8a17 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402894 Mar 28 19:13:26.957473 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-62946f1c-4330-436e-9276-fe7d49c1c3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:27.487825 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f5ea-050c-4306-b9eb-a8427441c901 req-7588dc51-c240-4992-aad6-496315aef972 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:27.489258 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4469f5ea-050c-4306-b9eb-a8427441c901 req-7588dc51-c240-4992-aad6-496315aef972 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0545270 Mar 28 19:13:27.535554 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-4469f5ea-050c-4306-b9eb-a8427441c901 req-9e4f8b1f-dac5-4e5a-a089-16c17a455ecc tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401864 Mar 28 19:13:28.148998 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:28.651187 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8017885-aa88-45fb-b611-eeb1b6b2a2a0 req-3c17e532-29b5-4303-add0-aa08830b69b8 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:28.652630 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f8017885-aa88-45fb-b611-eeb1b6b2a2a0 req-3c17e532-29b5-4303-add0-aa08830b69b8 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0511820 Mar 28 19:13:28.699640 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f8017885-aa88-45fb-b611-eeb1b6b2a2a0 req-a7336e11-95e8-4e2e-8bb9-100e05847ce4 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Mar 28 19:13:29.690950 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:29.816248 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55778979-8af8-4f57-a8b7-bfd1cec3d8a2 req-4aed0dcb-1120-4966-bcb8-585860cd0882 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:29.817717 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55778979-8af8-4f57-a8b7-bfd1cec3d8a2 req-4aed0dcb-1120-4966-bcb8-585860cd0882 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0518579 Mar 28 19:13:29.865811 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-55778979-8af8-4f57-a8b7-bfd1cec3d8a2 req-280c2e07-0cd6-4feb-9aa7-5cf1ca8ac699 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Mar 28 19:13:30.755655 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb71f9-51f6-43f3-a627-47bf5b604d39 req-e117e2b5-37fa-47b6-a09e-611c8644a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:30.757100 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73eb71f9-51f6-43f3-a627-47bf5b604d39 req-e117e2b5-37fa-47b6-a09e-611c8644a1aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1128 time: 0.0437622 Mar 28 19:13:30.805256 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-73eb71f9-51f6-43f3-a627-47bf5b604d39 req-ce19e1c7-840d-4371-852b-495815743db8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Mar 28 19:13:30.983866 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa46b-f78a-49fc-9476-6c5691242498 req-f11c59e6-f670-4de1-a9d4-a76aec051dc0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:30.985300 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1fffa46b-f78a-49fc-9476-6c5691242498 req-f11c59e6-f670-4de1-a9d4-a76aec051dc0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0541663 Mar 28 19:13:31.031725 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-1fffa46b-f78a-49fc-9476-6c5691242498 req-068858d3-2aad-44b5-b30c-f166c0184670 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Mar 28 19:13:31.135479 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:32.004647 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4d83f029-ac23-4307-b9f0-b2178e2e6135 details requested by agent hyperv_hv-cinder-83548 with host hv-cinder-83548 {{(pid=103111) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 19:13:32.100822 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:13:32.112398 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Returning: {'device': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'port_id': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'mac_address': 'fa:16:3e:f8:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103111) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 19:13:32.150600 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e835d-184f-4c1f-b107-592d4f61abb7 req-3e3f9096-019e-4835-9c85-0f7389d84ff2 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:32.152097 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc8e835d-184f-4c1f-b107-592d4f61abb7 req-3e3f9096-019e-4835-9c85-0f7389d84ff2 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 944 time: 0.0520992 Mar 28 19:13:32.155178 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 4d83f029-ac23-4307-b9f0-b2178e2e6135 is: DOWN; New status is: BUILD {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:13:32.155613 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:32.168775 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d83f029-ac23-4307-b9f0-b2178e2e6135 {{(pid=103111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:13:32.191553 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:13:32.195584 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:32.211896 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-fc8e835d-184f-4c1f-b107-592d4f61abb7 req-59735158-920d-4eb9-96da-73ed707f75b0 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539484 Mar 28 19:13:32.244496 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=7']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:32.546394 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] get_ports_and_sgs() called for port_ids ['4d83f029-ac23-4307-b9f0-b2178e2e6135'] {{(pid=103111) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 19:13:33.329789 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0d714-f7b1-48bc-90a0-5f01906fb499 req-0167cd75-5d66-4b9d-820d-5f3bbe0ea42b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:33.331174 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-78f0d714-f7b1-48bc-90a0-5f01906fb499 req-0167cd75-5d66-4b9d-820d-5f3bbe0ea42b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 945 time: 0.0525985 Mar 28 19:13:33.377759 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-78f0d714-f7b1-48bc-90a0-5f01906fb499 req-f85afd0f-3a7d-424c-b233-50cda08ec35b tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Mar 28 19:13:34.022089 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4d83f029-ac23-4307-b9f0-b2178e2e6135 up at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 19:13:34.069569 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.provisioning_blocks [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Provisioning complete for port 4d83f029-ac23-4307-b9f0-b2178e2e6135 triggered by entity L2. {{(pid=103111) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 19:13:34.069941 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7532427'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), provisioning_complete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:34.145817 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Current status of the port 4d83f029-ac23-4307-b9f0-b2178e2e6135 is: BUILD; New status is: ACTIVE {{(pid=103111) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 19:13:34.146226 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7635569'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:34.167716 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135'}] {{(pid=103111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:13:34.169913 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f50cf2cd1d3179018738a4f7f811b41c8d66be91c202e797d9aacd07ea2b4d32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237cc14-6f7b-44ec-a43e-1188f5515ad1" -d '{"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-plugged", "status": "completed", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135"}]}' {{(pid=103111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:13:34.183015 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:13:34.187479 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788060702603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788060129540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788060129558'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:34.213108 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3afa3-9ce0-498a-a8d7-24a7f7b76f15 x-openstack-request-id: req-37a3afa3-9ce0-498a-a8d7-24a7f7b76f15 {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:13:34.213395 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-plugged", "status": "completed", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135", "code": 200}]} {{(pid=103111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:13:34.213648 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37a3afa3-9ce0-498a-a8d7-24a7f7b76f15 {{(pid=103111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:13:34.214035 dv-cinder-835483-1-iscsi neutron-server[103111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a3afa3-9ce0-498a-a8d7-24a7f7b76f15'] response: {'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'code': 200} Mar 28 19:13:34.241115 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Pushing event updated for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=8']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:42.304543 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:13:54.030721 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:54.715869 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-b50f749f-4807-4831-b474-6134d37c9eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:56.959357 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cccf5512-6575-463b-93a8-6761c2fd0229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:58.152735 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:13:59.693400 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:01.138513 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:07.147187 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-474ad153-88de-439a-bfe0-9fc582512a30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419443 Mar 28 19:14:07.212900 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-2fde7ed3-fb40-4ba1-b8e8-d4aad95afbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:07.214999 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-2fde7ed3-fb40-4ba1-b8e8-d4aad95afbd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1130 time: 0.0470607 Mar 28 19:14:07.314867 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-1f885165-b0a8-42c6-a2fd-8065f5e7cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:07.316287 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-1f885165-b0a8-42c6-a2fd-8065f5e7cb91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 909 time: 0.0815058 Mar 28 19:14:07.382581 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-1dc27283-755d-4f81-814a-974b4a9a5175 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 1002 time: 0.0604005 Mar 28 19:14:07.427957 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-6f28f0d0-cf80-4057-a3b4-051fe8f55d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:07.429378 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-6f28f0d0-cf80-4057-a3b4-051fe8f55d0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0417907 Mar 28 19:14:07.475836 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-e74f55f7-8c52-4525-8181-0776f3d7ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:07.477364 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-e74f55f7-8c52-4525-8181-0776f3d7ce3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423548 Mar 28 19:14:07.568159 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-b6be9385-7707-4ada-9074-6ebdc9311cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829415 Mar 28 19:14:07.653864 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-1d8c69e3-9f17-4da5-9331-98e3f8048bf3 req-c1c219ad-b03c-4d0b-8f6f-e90018f70417 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793030 Mar 28 19:14:11.062038 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42750) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:11.214549 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Deleting port d4ab6d15-a1e3-4784-8e39-2ea20672e1bc {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:11.214889 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:11.288726 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:11.289051 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:11.300572 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Calling delete_port for d4ab6d15-a1e3-4784-8e39-2ea20672e1bc owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:11.442613 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (d4ab6d15-a1e3-4784-8e39-2ea20672e1bc), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:11.466848 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event deleted for resources: {'Port': ['ID=d4ab6d15-a1e3-4784-8e39-2ea20672e1bc,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:11.492262 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.492606 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.492943 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.493279 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.493608 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.493934 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.494283 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.494607 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.495542 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.495866 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.496187 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.496512 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.496828 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.497143 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.497456 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.535045 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (ac2873ec-5e97-4476-b3c7-59d81e03e84c), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:11.535370 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Floating IP ac2873ec-5e97-4476-b3c7-59d81e03e84c disassociated (deleted). External IP: 172.27.1.18, port: 4059e355-71b6-463a-9395-d3d3c6eda02c. Mar 28 19:14:11.737006 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:14:11.842304 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:14:11.847001 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:11.851923 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:11.861003 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:11.861621 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:13:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:11.880454 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-5f78be1d-8e4e-403b-9117-c2cdae19277d tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "DELETE /v2.0/floatingips/ac2873ec-5e97-4476-b3c7-59d81e03e84c HTTP/1.1" status: 204 len: 168 time: 0.8172946 Mar 28 19:14:11.881029 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:11.883266 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9930ed47-0513-49fa-bd68-69b6f06f5a36" -d '{"events": [{"name": "network-changed", "server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:14:11.922602 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb0f6e5-d975-4f73-8c0c-1229e9c6192b x-openstack-request-id: req-ffb0f6e5-d975-4f73-8c0c-1229e9c6192b {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:14:11.923293 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:14:11.923553 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffb0f6e5-d975-4f73-8c0c-1229e9c6192b {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:14:11.923964 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb0f6e5-d975-4f73-8c0c-1229e9c6192b'] response: {'name': 'network-changed', 'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'status': 'completed', 'code': 200} Mar 28 19:14:11.993331 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-6ec1ebc5-148a-4cc1-8531-082c2a254d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:11.995626 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-6ec1ebc5-148a-4cc1-8531-082c2a254d21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 1129 time: 0.0499597 Mar 28 19:14:12.114367 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:12.123882 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-dd814c26-6b60-4d2e-8b02-ac1bd2b257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:12.125335 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-dd814c26-6b60-4d2e-8b02-ac1bd2b257d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.1220276 Mar 28 19:14:12.149894 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ba881-a845-4483-8205-c3ecf07d5554 req-f2dc2318-9f66-42eb-ab48-6d81cb0c4d3f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:12.151843 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f78ba881-a845-4483-8205-c3ecf07d5554 req-f2dc2318-9f66-42eb-ab48-6d81cb0c4d3f tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 945 time: 0.0800049 Mar 28 19:14:12.180332 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-dd7e753b-2409-418a-8f21-02e2a7cab36a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4059e355-71b6-463a-9395-d3d3c6eda02c HTTP/1.1" status: 200 len: 217 time: 0.0446837 Mar 28 19:14:12.257265 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-4a1c1191-6adc-4300-875d-bf8bbc160bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:12.258730 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-4a1c1191-6adc-4300-875d-bf8bbc160bab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0723755 Mar 28 19:14:12.262899 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-f78ba881-a845-4483-8205-c3ecf07d5554 req-165279dd-82be-49c3-b3b4-d9de4930bf80 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850036 Mar 28 19:14:12.308794 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-87d5f8cd-9839-413d-9742-e31dfa3b2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:12.310381 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-87d5f8cd-9839-413d-9742-e31dfa3b2567 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441773 Mar 28 19:14:12.340885 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 1, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:12.366123 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:12.374388 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:12.375010 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:13:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:12.399334 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-42de6039-c7cf-442a-af9f-6bb241058700 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828054 Mar 28 19:14:12.483850 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:12.490135 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-9930ed47-0513-49fa-bd68-69b6f06f5a36 req-b7852923-2a37-4105-9725-d04f81e9429f service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832245 Mar 28 19:14:12.705216 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 1, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:12.730327 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e189d-ef10-4378-94dc-5aeff6c87dbf None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_floatingips': [{'id': '6d34c77d-4896-4840-8a84-77822271e336', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'router_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'port_id': '8be450f4-e992-4064-8a31-569b683e6e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'mac_address': 'fa:16:3e:bd:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:04Z', 'revision_number': 1, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:12.944911 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8577ada-3c2b-448c-b2f8-2edbce66759f None None] New status for floating IP ac2873ec-5e97-4476-b3c7-59d81e03e84c: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:14:13.382178 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2ecfe-f01b-4667-b3fa-fa7e96449e66 req-ceb83edc-b993-42c1-b498-a0e5595ea8ff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:13.383752 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-84d2ecfe-f01b-4667-b3fa-fa7e96449e66 req-ceb83edc-b993-42c1-b498-a0e5595ea8ff tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 945 time: 0.0524282 Mar 28 19:14:13.435949 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-84d2ecfe-f01b-4667-b3fa-fa7e96449e66 req-833cc410-7ca8-4bc3-9e54-1e38cd27be08 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Mar 28 19:14:13.942613 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-ef2e509b-9b13-4ca8-bd4b-5c4f412d5183 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:13.944056 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-ef2e509b-9b13-4ca8-bd4b-5c4f412d5183 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 945 time: 0.0510964 Mar 28 19:14:14.036700 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Deleting port 4059e355-71b6-463a-9395-d3d3c6eda02c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:14.037040 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:14.122731 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] For port 4059e355-71b6-463a-9395-d3d3c6eda02c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4059e355-71b6-463a-9395-d3d3c6eda02c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:14.123090 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:14.136024 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Calling delete_port for 4059e355-71b6-463a-9395-d3d3c6eda02c owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:14.261776 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (4059e355-71b6-463a-9395-d3d3c6eda02c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:14.288645 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event deleted for resources: {'Port': ['ID=4059e355-71b6-463a-9395-d3d3c6eda02c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:14.300307 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.300656 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.300997 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.301340 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.301674 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.302002 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.302357 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.302683 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.303010 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.303333 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.303658 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.303984 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.304310 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.304633 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.304952 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:14.343978 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] No DVR routers for this DVR port 4059e355-71b6-463a-9395-d3d3c6eda02c on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:14.346544 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:14.349782 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-2b79ab98-804a-4729-a600-2aaf49b2d068 req-5adc2ac4-6fc6-4d33-993b-b5014cd87d8e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "DELETE /v2.0/ports/4059e355-71b6-463a-9395-d3d3c6eda02c HTTP/1.1" status: 204 len: 173 time: 0.4004390 Mar 28 19:14:14.350251 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'name': 'network-vif-deleted', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:14.352475 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2a47a8-87d3-4ddd-9196-88ff2e4c094c" -d '{"events": [{"server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "name": "network-vif-deleted", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:14:14.387493 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69cd69-7c11-45c8-937a-b5a2dded2c41 x-openstack-request-id: req-ef69cd69-7c11-45c8-937a-b5a2dded2c41 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:14:14.387786 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ebfa2-7f9e-458b-89c9-28be7bb2744e", "name": "network-vif-deleted", "tag": "4059e355-71b6-463a-9395-d3d3c6eda02c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:14:14.388036 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef69cd69-7c11-45c8-937a-b5a2dded2c41 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:14:14.388436 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef69cd69-7c11-45c8-937a-b5a2dded2c41'] response: {'server_uuid': '664ebfa2-7f9e-458b-89c9-28be7bb2744e', 'name': 'network-vif-deleted', 'tag': '4059e355-71b6-463a-9395-d3d3c6eda02c', 'status': 'completed', 'code': 200} Mar 28 19:14:14.528000 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-cc0f50fa-6cdf-468e-8b5a-1b5602b95e6d req-144dd52d-afca-47d9-9874-eac9be73a6b8 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=664ebfa2-7f9e-458b-89c9-28be7bb2744e HTTP/1.1" status: 200 len: 210 time: 0.0261500 Mar 28 19:14:16.174387 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4059e355-71b6-463a-9395-d3d3c6eda02c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:16.194484 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 4059e355-71b6-463a-9395-d3d3c6eda02c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:16.194827 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4059e355-71b6-463a-9395-d3d3c6eda02c not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:17.797638 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42780) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:17.946664 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Deleting port a32aefc5-45cf-4e26-9144-78d5297bc0f1 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:17.946995 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:18.016608 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:18.017503 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (a32aefc5-45cf-4e26-9144-78d5297bc0f1), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:18.029137 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Calling delete_port for a32aefc5-45cf-4e26-9144-78d5297bc0f1 owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:18.170955 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (a32aefc5-45cf-4e26-9144-78d5297bc0f1), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:18.195217 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event deleted for resources: {'Port': ['ID=a32aefc5-45cf-4e26-9144-78d5297bc0f1,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:18.258096 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (6d34c77d-4896-4840-8a84-77822271e336), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:18.258443 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Floating IP 6d34c77d-4896-4840-8a84-77822271e336 disassociated (deleted). External IP: 172.27.1.187, port: 8be450f4-e992-4064-8a31-569b683e6e4c. Mar 28 19:14:18.460797 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:14:18.565914 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:14:18.570665 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:18.575790 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:18.585578 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:18.586443 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:13:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:18.601097 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-00011391-1a78-4af6-96b6-f287b4ce0046 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "DELETE /v2.0/floatingips/6d34c77d-4896-4840-8a84-77822271e336 HTTP/1.1" status: 204 len: 168 time: 0.8020918 Mar 28 19:14:18.601691 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:18.604003 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f3cc68-72a3-4927-865c-9cf1c86e1383" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:14:18.639587 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d7636b-c58d-4b3b-abb7-dc56f20bed84 x-openstack-request-id: req-75d7636b-c58d-4b3b-abb7-dc56f20bed84 {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:14:18.640031 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:14:18.640291 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75d7636b-c58d-4b3b-abb7-dc56f20bed84 {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:14:18.640913 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d7636b-c58d-4b3b-abb7-dc56f20bed84'] response: {'name': 'network-changed', 'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c', 'status': 'completed', 'code': 200} Mar 28 19:14:18.704080 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:18.705292 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-bd389e9e-f412-4b11-aa28-ff2114c1f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:18.706838 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-bd389e9e-f412-4b11-aa28-ff2114c1f787 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16afdd919eb0446e8f2e8479f554d432&device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 1129 time: 0.0458157 Mar 28 19:14:18.833738 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-cbfd2611-80fe-4bc7-9020-180c5564b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:18.835217 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-cbfd2611-80fe-4bc7-9020-180c5564b981 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 200 len: 913 time: 0.1216633 Mar 28 19:14:18.858443 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d706d-cbb4-429b-9522-96a18d65c4b0 req-92b871b8-9cc1-4883-bad5-f99c900d33e6 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:18.859857 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-049d706d-cbb4-429b-9522-96a18d65c4b0 req-92b871b8-9cc1-4883-bad5-f99c900d33e6 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 945 time: 0.0724077 Mar 28 19:14:18.888762 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-79bd9934-f58c-4f76-becf-b5bab3253537 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 200 len: 217 time: 0.0438013 Mar 28 19:14:18.905139 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:18.930739 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:18.939465 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:18.940070 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:13:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:18.964249 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-41cfe4d6-a64e-49b8-9726-da4488f53248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:18.965674 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-41cfe4d6-a64e-49b8-9726-da4488f53248 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 200 len: 851 time: 0.0711579 Mar 28 19:14:18.969439 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-049d706d-cbb4-429b-9522-96a18d65c4b0 req-47f0c8c5-bb96-4075-a831-03ab00c097e4 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838311 Mar 28 19:14:19.018441 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-b9ea593e-8407-4273-ac5a-55f432389fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:19.019945 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-b9ea593e-8407-4273-ac5a-55f432389fab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e938d5b-08d4-4e53-b971-4ab8013d5632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468452 Mar 28 19:14:19.049067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:19.109980 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-c5fb19e5-c5a2-4fb9-b52e-c7e1cf12e5be service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818293 Mar 28 19:14:19.200409 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-49f3cc68-72a3-4927-865c-9cf1c86e1383 req-1ac97156-7710-4cf7-9da5-a04cd56211b5 service neutron] 10.222.0.15 "GET /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842545 Mar 28 19:14:19.249943 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.275313 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c9a95-1c7c-43ae-954e-c126d7a51def None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:06:01Z', 'revision_number': 4, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '87dc1604-5ed6-46c4-9c4a-9af3adaf34b0', 'name': '', 'network_id': '5e938d5b-08d4-4e53-b971-4ab8013d5632', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'mac_address': 'fa:16:3e:23:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:00Z', 'updated_at': '2022-03-28T19:06:08Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'subnets': [{'id': '1e9348e0-02c8-4cf6-bce0-ce0644bb200e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:19.303667 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:14:19.486649 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845eb89-3e40-4ea8-907a-b0b9fabea2ec None None] New status for floating IP 6d34c77d-4896-4840-8a84-77822271e336: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:14:20.087206 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1243c98-fd0d-4054-ae6a-63a2cb764eaf req-813c4df2-9199-4d30-9d60-f3a362a86692 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:20.089345 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f1243c98-fd0d-4054-ae6a-63a2cb764eaf req-813c4df2-9199-4d30-9d60-f3a362a86692 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 945 time: 0.0522025 Mar 28 19:14:20.137431 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-f1243c98-fd0d-4054-ae6a-63a2cb764eaf req-425ce274-1d0a-4c73-94f3-68ab376c87cb tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/security-groups?id=038fcf3a-87ac-45af-949d-079c25fa4043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Mar 28 19:14:20.422332 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-4a1292f0-f03f-45c6-a6ee-cd39dbce7874 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:20.424019 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-4a1292f0-f03f-45c6-a6ee-cd39dbce7874 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 945 time: 0.0515883 Mar 28 19:14:20.518524 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Deleting port 8be450f4-e992-4064-8a31-569b683e6e4c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:20.518868 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:20.603090 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] For port 8be450f4-e992-4064-8a31-569b683e6e4c, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=8be450f4-e992-4064-8a31-569b683e6e4c,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:20.603443 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:20.616412 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Calling delete_port for 8be450f4-e992-4064-8a31-569b683e6e4c owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:20.739485 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (8be450f4-e992-4064-8a31-569b683e6e4c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:20.764823 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event deleted for resources: {'Port': ['ID=8be450f4-e992-4064-8a31-569b683e6e4c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:20.808638 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] No DVR routers for this DVR port 8be450f4-e992-4064-8a31-569b683e6e4c on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:20.811082 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:20.814332 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-7909761c-9410-4f91-81ef-6c1a6a697873 req-759c83ab-d906-4c40-a50f-1036b15fd27e tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.15 "DELETE /v2.0/ports/8be450f4-e992-4064-8a31-569b683e6e4c HTTP/1.1" status: 204 len: 173 time: 0.3841228 Mar 28 19:14:20.814761 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'name': 'network-vif-deleted', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:20.816955 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ee2e45-4306-4f9f-94a3-22d2c61b505d" -d '{"events": [{"server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "name": "network-vif-deleted", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:14:20.859555 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509baf96-0e37-4af4-8f00-091410d73e16 x-openstack-request-id: req-509baf96-0e37-4af4-8f00-091410d73e16 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:14:20.859909 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc08be7-82ba-4abc-bae8-fec1b8d442af", "name": "network-vif-deleted", "tag": "8be450f4-e992-4064-8a31-569b683e6e4c", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:14:20.860170 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-509baf96-0e37-4af4-8f00-091410d73e16 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:14:20.860574 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509baf96-0e37-4af4-8f00-091410d73e16'] response: {'server_uuid': '4fc08be7-82ba-4abc-bae8-fec1b8d442af', 'name': 'network-vif-deleted', 'tag': '8be450f4-e992-4064-8a31-569b683e6e4c', 'status': 'completed', 'code': 200} Mar 28 19:14:21.241705 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-0289faa7-cce6-4141-86c9-7e96248bc556 req-6d8cd681-81b8-42d2-bdd2-9c9d11752db2 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc08be7-82ba-4abc-bae8-fec1b8d442af HTTP/1.1" status: 200 len: 210 time: 0.0270839 Mar 28 19:14:22.296499 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42798) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:22.421974 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Deleting port 7c91a030-c6b9-4ccb-8ed8-3c173743889f {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:22.422252 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:22.498616 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:22.498937 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (7c91a030-c6b9-4ccb-8ed8-3c173743889f), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:22.510841 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Calling delete_port for 7c91a030-c6b9-4ccb-8ed8-3c173743889f owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:22.868016 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (7c91a030-c6b9-4ccb-8ed8-3c173743889f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:22.892370 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event deleted for resources: {'Port': ['ID=7c91a030-c6b9-4ccb-8ed8-3c173743889f,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:22.951141 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for floatingip (dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:22.953683 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:22.954856 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-53404496-992e-40b0-8baa-a82ba8f8ede9 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "DELETE /v2.0/floatingips/dd090fee-ea2d-4b0e-97f9-d9b34e5fe93f HTTP/1.1" status: 204 len: 168 time: 0.6573882 Mar 28 19:14:24.044648 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:24.142331 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42810) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:24.199510 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1c80327-51be-41fc-86a6-bda16cd35510 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group (038fcf3a-87ac-45af-949d-079c25fa4043), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:24.203268 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8be450f4-e992-4064-8a31-569b683e6e4c no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:24.222911 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 8be450f4-e992-4064-8a31-569b683e6e4c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:24.223253 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 8be450f4-e992-4064-8a31-569b683e6e4c not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:24.223608 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1c80327-51be-41fc-86a6-bda16cd35510 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group (038fcf3a-87ac-45af-949d-079c25fa4043), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:24.281830 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1c80327-51be-41fc-86a6-bda16cd35510 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (038fcf3a-87ac-45af-949d-079c25fa4043), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:24.284389 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-f1c80327-51be-41fc-86a6-bda16cd35510 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:24.285518 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-f1c80327-51be-41fc-86a6-bda16cd35510 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] 10.222.0.31 "DELETE /v2.0/security-groups/038fcf3a-87ac-45af-949d-079c25fa4043 HTTP/1.1" status: 204 len: 168 time: 0.1421938 Mar 28 19:14:24.294824 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c80327-51be-41fc-86a6-bda16cd35510 tempest-TestVolumeBootPattern-407514806 tempest-TestVolumeBootPattern-407514806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038fcf3a-87ac-45af-949d-079c25fa4043,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:24.717555 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-f9a14616-ab78-4f0b-b504-c93b2ee637f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:25.353810 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42816) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:25.778601 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (f16fa41f-db76-4ed9-b0dc-d552a488597d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:26.014444 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Deleting port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:26.014774 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:26.089620 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] For port 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:26.089976 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:26.102253 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Calling delete_port for 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:26.274442 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (87dc1604-5ed6-46c4-9c4a-9af3adaf34b0), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:26.300677 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Pushing event deleted for resources: {'Port': ['ID=87dc1604-5ed6-46c4-9c4a-9af3adaf34b0,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:26.467124 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (f16fa41f-db76-4ed9-b0dc-d552a488597d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:26.672940 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Router f16fa41f-db76-4ed9-b0dc-d552a488597d has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:14:26.774643 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:14:26.780050 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bfc5d6f0-c7f1-421c-81a7-48833129bcbf admin admin] 10.222.0.31 "PUT /v2.0/routers/f16fa41f-db76-4ed9-b0dc-d552a488597d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4252322 Mar 28 19:14:26.782549 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42820) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:26.785133 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] Sync routers for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:26.794834 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:26.795499 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:13:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:26.883132 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks [] for router (f16fa41f-db76-4ed9-b0dc-d552a488597d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:26.899702 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:26.984512 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks [] for router_gateway (f16fa41f-db76-4ed9-b0dc-d552a488597d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.038990 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Deleting port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:27.039331 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.120803 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] For port 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:27.121163 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.133895 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Calling delete_port for 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:27.137211 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7cd3dc62-a2dd-48db-8973-9b6d1bf7023c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.220976 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:14:26Z', 'revision_number': 5, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port': {'id': '5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:59Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:27.251867 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] Checking router: f16fa41f-db76-4ed9-b0dc-d552a488597d for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:27.260605 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] Routers {'f16fa41f-db76-4ed9-b0dc-d552a488597d'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:27.261217 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['f16fa41f-db76-4ed9-b0dc-d552a488597d'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:27.296638 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.320244 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:27.352528 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] Set router f16fa41f-db76-4ed9-b0dc-d552a488597d gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:27.383733 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (f16fa41f-db76-4ed9-b0dc-d552a488597d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.404857 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:14:26Z', 'revision_number': 6, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:27.435413 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21271bea-81b4-4a2a-affc-d2bc82dd5028 None None] The sync data for ids ['f16fa41f-db76-4ed9-b0dc-d552a488597d'] in dv-cinder-835483-1-iscsi is: [{'id': 'f16fa41f-db76-4ed9-b0dc-d552a488597d', 'name': 'tempest-TestVolumeBootPattern-1327863682-router', 'tenant_id': '16afdd919eb0446e8f2e8479f554d432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:58Z', 'updated_at': '2022-03-28T19:14:26Z', 'revision_number': 6, 'project_id': '16afdd919eb0446e8f2e8479f554d432', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:27.475892 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (f16fa41f-db76-4ed9-b0dc-d552a488597d), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.478047 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks [] for router_controller (f16fa41f-db76-4ed9-b0dc-d552a488597d), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.522697 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (f16fa41f-db76-4ed9-b0dc-d552a488597d), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.523318 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16fa41f-db76-4ed9-b0dc-d552a488597d {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:14:27.528482 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.529650 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-fe938438-07aa-4a85-aaf6-10d643dd0d99 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f16fa41f-db76-4ed9-b0dc-d552a488597d HTTP/1.1" status: 204 len: 168 time: 0.7462211 Mar 28 19:14:27.532144 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42824) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:27.574756 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] Deleting subnet 1e9348e0-02c8-4cf6-bce0-ce0644bb200e {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:14:27.577725 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] Publish callbacks [] for subnet (1e9348e0-02c8-4cf6-bce0-ce0644bb200e), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.610719 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (1e9348e0-02c8-4cf6-bce0-ce0644bb200e), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.688219 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (1e9348e0-02c8-4cf6-bce0-ce0644bb200e), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.737231 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (1e9348e0-02c8-4cf6-bce0-ce0644bb200e), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.763486 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9348e0-02c8-4cf6-bce0-ce0644bb200e,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:27.765417 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.771076 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-12e897f6-72ad-4d27-9def-15f7a9b58938 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1e9348e0-02c8-4cf6-bce0-ce0644bb200e HTTP/1.1" status: 204 len: 168 time: 0.2356153 Mar 28 19:14:27.771376 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42828) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:27.774515 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf35fe5-b5cc-498b-a845-e62d70ab338d None None] Network 5e938d5b-08d4-4e53-b971-4ab8013d5632 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:14:27.845449 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (5e938d5b-08d4-4e53-b971-4ab8013d5632), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.906112 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Deleting port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:27.906473 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.965947 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] For port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9bb26b70-2b03-4ab5-9618-3ad383ae39e9,segment=NetworkSegment(b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526),segment_id=b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:27.966337 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:27.982673 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Calling delete_port for 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:28.058370 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (9bb26b70-2b03-4ab5-9618-3ad383ae39e9), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.084759 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] No DVR routers for this DVR port 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 on host dv-cinder-835483-1-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:28.086357 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb26b70-2b03-4ab5-9618-3ad383ae39e9,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:28.157160 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (5e938d5b-08d4-4e53-b971-4ab8013d5632), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.159289 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.178298 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e938d5b-08d4-4e53-b971-4ab8013d5632']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:28.187920 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:28.188217 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:28.197248 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.209771 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.216371 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:28.216981 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (b8cbfc7c-e1ac-42b9-88ec-514d0b4b0526), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:28.227768 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:28.245127 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bb7aa-3aea-459c-9e39-e9fa6211ef3c None None] DHCP port deletion for 5e938d5b-08d4-4e53-b971-4ab8013d5632 request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:14:28.284987 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (5e938d5b-08d4-4e53-b971-4ab8013d5632), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.287762 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:28.294450 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e938d5b-08d4-4e53-b971-4ab8013d5632 HTTP/1.1" status: 204 len: 168 time: 0.5186300 Mar 28 19:14:28.296592 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42830) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:28.303000 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:28.305575 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc83f83-d656-4699-abeb-95c2620ca409 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e938d5b-08d4-4e53-b971-4ab8013d5632,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:28.325041 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:28.325604 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9bb26b70-2b03-4ab5-9618-3ad383ae39e9 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:28.326221 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:28.346492 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:28.346841 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5a3fd045-4853-4d0f-afb2-cdc06fb2cc6d not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:28.347357 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:28.368669 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:28.368880 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 87dc1604-5ed6-46c4-9c4a-9af3adaf34b0 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:28.870918 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (d6b438e6-0be1-4f95-a530-919206cf858b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:29.106504 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Deleting port 38f91f46-18f9-4650-a1b3-294e971ed862 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:29.106842 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:29.184373 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] For port 38f91f46-18f9-4650-a1b3-294e971ed862, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=38f91f46-18f9-4650-a1b3-294e971ed862,segment=NetworkSegment(bff5a313-5c87-4289-987b-89a821161566),segment_id=bff5a313-5c87-4289-987b-89a821161566)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:29.184645 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:29.197006 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Calling delete_port for 38f91f46-18f9-4650-a1b3-294e971ed862 owned by network:router_interface {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:29.368732 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (38f91f46-18f9-4650-a1b3-294e971ed862), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:29.398964 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=38f91f46-18f9-4650-a1b3-294e971ed862,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:29.555453 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (d6b438e6-0be1-4f95-a530-919206cf858b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:29.696245 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:29.771773 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Router d6b438e6-0be1-4f95-a530-919206cf858b has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:14:29.878100 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:14:29.883339 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-bbfa989e-3642-4666-945b-bfd6b5a27f1e admin admin] 10.222.0.31 "PUT /v2.0/routers/d6b438e6-0be1-4f95-a530-919206cf858b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5855334 Mar 28 19:14:29.885902 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42832) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:29.886434 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] Sync routers for ids ['d6b438e6-0be1-4f95-a530-919206cf858b'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:29.896297 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] Routers {'d6b438e6-0be1-4f95-a530-919206cf858b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:29.896913 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['d6b438e6-0be1-4f95-a530-919206cf858b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:29.991273 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks [] for router (d6b438e6-0be1-4f95-a530-919206cf858b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.001313 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] Set router d6b438e6-0be1-4f95-a530-919206cf858b gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:30.099572 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks [] for router_gateway (d6b438e6-0be1-4f95-a530-919206cf858b), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.152770 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Deleting port 5f53d477-25f1-426e-922e-4cf1ba0b7c97 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:30.153086 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.187522 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:14:29Z', 'revision_number': 5, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port': {'id': '5f53d477-25f1-426e-922e-4cf1ba0b7c97', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:30.212854 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] Checking router: d6b438e6-0be1-4f95-a530-919206cf858b for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:30.221558 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] Routers {'d6b438e6-0be1-4f95-a530-919206cf858b'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:14:30.222179 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:27Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['d6b438e6-0be1-4f95-a530-919206cf858b'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:30.233981 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] For port 5f53d477-25f1-426e-922e-4cf1ba0b7c97, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=5f53d477-25f1-426e-922e-4cf1ba0b7c97,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:30.234445 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.247982 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Calling delete_port for 5f53d477-25f1-426e-922e-4cf1ba0b7c97 owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:30.308534 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] Set router d6b438e6-0be1-4f95-a530-919206cf858b gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:14:30.361452 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:14:30Z', 'revision_number': 6, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:30.387764 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae1d20-a481-466b-9537-2b4603b03473 None None] The sync data for ids ['d6b438e6-0be1-4f95-a530-919206cf858b'] in dv-cinder-835483-1-iscsi is: [{'id': 'd6b438e6-0be1-4f95-a530-919206cf858b', 'name': 'tempest-TestVolumeBootPattern-1494146926-router', 'tenant_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:04Z', 'updated_at': '2022-03-28T19:14:30Z', 'revision_number': 6, 'project_id': 'aaa742b826e34a55a39af9c2836c5b7b', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:30.413497 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (5f53d477-25f1-426e-922e-4cf1ba0b7c97), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.437836 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f53d477-25f1-426e-922e-4cf1ba0b7c97,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:30.499777 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (d6b438e6-0be1-4f95-a530-919206cf858b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.591979 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (d6b438e6-0be1-4f95-a530-919206cf858b), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.593962 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks [] for router_controller (d6b438e6-0be1-4f95-a530-919206cf858b), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.636225 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (d6b438e6-0be1-4f95-a530-919206cf858b), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.636914 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b438e6-0be1-4f95-a530-919206cf858b {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:14:30.642508 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.643523 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-98b3badb-2b4a-4131-ae54-9964dd2384c9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6b438e6-0be1-4f95-a530-919206cf858b HTTP/1.1" status: 204 len: 168 time: 0.7566817 Mar 28 19:14:30.646167 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42834) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:30.689424 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] Deleting subnet b481730f-ad2c-4dad-a949-4e3ad0be4f80 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:14:30.692337 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] Publish callbacks [] for subnet (b481730f-ad2c-4dad-a949-4e3ad0be4f80), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.724899 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (b481730f-ad2c-4dad-a949-4e3ad0be4f80), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.806358 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (b481730f-ad2c-4dad-a949-4e3ad0be4f80), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.861449 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (b481730f-ad2c-4dad-a949-4e3ad0be4f80), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.887130 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b481730f-ad2c-4dad-a949-4e3ad0be4f80,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:30.890752 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:30.894354 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-18ef68db-6449-48a3-9c8f-896fedbfaf3f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b481730f-ad2c-4dad-a949-4e3ad0be4f80 HTTP/1.1" status: 204 len: 168 time: 0.2468281 Mar 28 19:14:30.896437 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42836) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:30.897154 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea48231-7e13-4935-9a16-6a0a2248de72 None None] Network 0fb06223-26b7-488a-b325-f0e6694075a7 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:14:30.964996 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (0fb06223-26b7-488a-b325-f0e6694075a7), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.019209 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Deleting port 2b43842a-516e-481f-8915-b528b7933f3a {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:14:31.019546 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (2b43842a-516e-481f-8915-b528b7933f3a), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.079597 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] For port 2b43842a-516e-481f-8915-b528b7933f3a, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=2b43842a-516e-481f-8915-b528b7933f3a,segment=NetworkSegment(bff5a313-5c87-4289-987b-89a821161566),segment_id=bff5a313-5c87-4289-987b-89a821161566)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:14:31.079956 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (2b43842a-516e-481f-8915-b528b7933f3a), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.092512 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Calling delete_port for 2b43842a-516e-481f-8915-b528b7933f3a owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:14:31.139744 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.176825 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (2b43842a-516e-481f-8915-b528b7933f3a), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.185353 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13081250-537f-4d74-9da3-6329ebd2e5c3 None None] DHCP port deletion for 0fb06223-26b7-488a-b325-f0e6694075a7 request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:14:31.204114 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2b43842a-516e-481f-8915-b528b7933f3a,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:31.207454 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] No DVR routers for this DVR port 2b43842a-516e-481f-8915-b528b7933f3a on host dv-cinder-835483-1-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:31.280268 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (0fb06223-26b7-488a-b325-f0e6694075a7), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.301271 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb06223-26b7-488a-b325-f0e6694075a7']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:31.315673 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff5a313-5c87-4289-987b-89a821161566') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:31.315975 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff5a313-5c87-4289-987b-89a821161566') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:31.325794 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (bff5a313-5c87-4289-987b-89a821161566), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.339800 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (bff5a313-5c87-4289-987b-89a821161566), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.345722 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:31.346170 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (bff5a313-5c87-4289-987b-89a821161566), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:31.348011 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:31.402504 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (0fb06223-26b7-488a-b325-f0e6694075a7), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.407766 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.410972 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] 10.222.0.31 "DELETE /v2.0/networks/0fb06223-26b7-488a-b325-f0e6694075a7 HTTP/1.1" status: 204 len: 168 time: 0.5135970 Mar 28 19:14:31.423329 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b37f69-283c-4c8c-babc-c119db1e07ea admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb06223-26b7-488a-b325-f0e6694075a7,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:31.523475 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42840) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:31.563043 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dbe35e53-da3a-45de-9439-cb51940aeb1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16afdd919eb0446e8f2e8479f554d432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383761 Mar 28 19:14:31.565394 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42842) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:31.614924 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-862ba5a5-b9f4-43c3-94f5-cdcee08c6b27 admin admin] Publish callbacks [] for security_group (9e0684c0-2023-4a52-97a8-44398bfdad7a), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.635043 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-862ba5a5-b9f4-43c3-94f5-cdcee08c6b27 admin admin] Publish callbacks [] for security_group (9e0684c0-2023-4a52-97a8-44398bfdad7a), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.680919 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-862ba5a5-b9f4-43c3-94f5-cdcee08c6b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (9e0684c0-2023-4a52-97a8-44398bfdad7a), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.683701 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-862ba5a5-b9f4-43c3-94f5-cdcee08c6b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:31.684825 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-862ba5a5-b9f4-43c3-94f5-cdcee08c6b27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e0684c0-2023-4a52-97a8-44398bfdad7a HTTP/1.1" status: 204 len: 168 time: 0.1185555 Mar 28 19:14:31.694447 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ba5a5-b9f4-43c3-94f5-cdcee08c6b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0684c0-2023-4a52-97a8-44398bfdad7a,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:31.992181 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42848) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:32.031253 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-35d10e98-03ab-4164-a74b-a2e44d89d683 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aaa742b826e34a55a39af9c2836c5b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379760 Mar 28 19:14:32.033531 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42850) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:14:32.081104 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1d91-14d1-43fa-83ea-bb099436858c admin admin] Publish callbacks [] for security_group (2d7c4623-bbe6-47ec-9c63-008821fdd679), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:32.102880 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1d91-14d1-43fa-83ea-bb099436858c admin admin] Publish callbacks [] for security_group (2d7c4623-bbe6-47ec-9c63-008821fdd679), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:32.119124 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5f53d477-25f1-426e-922e-4cf1ba0b7c97 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:32.144464 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 5f53d477-25f1-426e-922e-4cf1ba0b7c97 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:32.144809 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 5f53d477-25f1-426e-922e-4cf1ba0b7c97 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:32.145217 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 38f91f46-18f9-4650-a1b3-294e971ed862 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:32.151984 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1d91-14d1-43fa-83ea-bb099436858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (2d7c4623-bbe6-47ec-9c63-008821fdd679), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:32.154565 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1d91-14d1-43fa-83ea-bb099436858c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:32.155833 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-a7ee1d91-14d1-43fa-83ea-bb099436858c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d7c4623-bbe6-47ec-9c63-008821fdd679 HTTP/1.1" status: 204 len: 168 time: 0.1213415 Mar 28 19:14:32.163808 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee1d91-14d1-43fa-83ea-bb099436858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c4623-bbe6-47ec-9c63-008821fdd679,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:32.165458 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 38f91f46-18f9-4650-a1b3-294e971ed862 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:32.165989 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 38f91f46-18f9-4650-a1b3-294e971ed862 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:32.166509 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2b43842a-516e-481f-8915-b528b7933f3a no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:14:32.189067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 2b43842a-516e-481f-8915-b528b7933f3a {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:14:32.189606 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 2b43842a-516e-481f-8915-b528b7933f3a not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:14:54.060369 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:54.718870 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-08f3d488-23c8-4c02-a26c-85b44e93f7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:56.302465 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:14:56.959179 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e27010ad-57f9-41b5-8dfe-bcf17a637a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:58.159015 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:14:59.699341 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:01.142032 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:08.760014 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42862) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:08.912430 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Deleting port 30209e1b-9c62-4257-9441-c915ece048eb {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:08.912770 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (30209e1b-9c62-4257-9441-c915ece048eb), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:08.984615 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (30209e1b-9c62-4257-9441-c915ece048eb), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:08.984946 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for floatingip (30209e1b-9c62-4257-9441-c915ece048eb), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:08.997199 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Calling delete_port for 30209e1b-9c62-4257-9441-c915ece048eb owned by network:floatingip {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:09.140737 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (30209e1b-9c62-4257-9441-c915ece048eb), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:09.164590 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event deleted for resources: {'Port': ['ID=30209e1b-9c62-4257-9441-c915ece048eb,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:09.225893 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for floatingip (038fba21-74f9-495a-abad-f861f96c17bc), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:09.226244 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.db.l3_db [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Floating IP 038fba21-74f9-495a-abad-f861f96c17bc disassociated (deleted). External IP: 172.27.1.132, port: 4d83f029-ac23-4307-b9f0-b2178e2e6135. Mar 28 19:15:09.421773 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Router 7472d8ad-e81f-4740-9aec-1773ac21f701 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:15:09.525473 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:15:09.530785 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for floatingip (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:09.536487 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] Sync routers for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:09.545674 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:15:09.546326 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:09.561060 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-dbb50248-bbeb-4f27-9eba-8b792c5e88a3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "DELETE /v2.0/floatingips/038fba21-74f9-495a-abad-f861f96c17bc HTTP/1.1" status: 204 len: 168 time: 0.7975535 Mar 28 19:15:09.561060 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135'}] {{(pid=103109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:15:09.561490 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d8ab7a4fab9c8b830e0c5ed4bee463fbfce745de87ee3eb7e1e8639a90041d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135"}]}' {{(pid=103109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:15:09.656749 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:15:09.796454 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503bb701-1588-4db7-8603-d9e3179f431a x-openstack-request-id: req-503bb701-1588-4db7-8603-d9e3179f431a {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:15:09.796969 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135", "status": "completed", "code": 200}]} {{(pid=103109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:15:09.797317 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-503bb701-1588-4db7-8603-d9e3179f431a {{(pid=103109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:15:09.797665 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503bb701-1588-4db7-8603-d9e3179f431a'] response: {'name': 'network-changed', 'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'status': 'completed', 'code': 200} Mar 28 19:15:09.809921 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05060-d4d5-43bf-a49c-375876f4674e req-508773dc-68c8-43e4-947b-e97cee9db1cc tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:09.811519 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31c05060-d4d5-43bf-a49c-375876f4674e req-508773dc-68c8-43e4-947b-e97cee9db1cc tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.0596123 Mar 28 19:15:09.863860 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 5, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:09.888481 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-31c05060-d4d5-43bf-a49c-375876f4674e req-e7ccc90e-fb93-44dc-8855-0c997813ec48 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705025 Mar 28 19:15:09.892953 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] Checking router: 7472d8ad-e81f-4740-9aec-1773ac21f701 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:09.894888 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-05ef659b-4006-4a10-8c12-b2ed70022834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:09.896326 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-05ef659b-4006-4a10-8c12-b2ed70022834 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=586f41e1276547b4b35475d9a25094e4&device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 1130 time: 0.0772882 Mar 28 19:15:09.901980 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:15:09.902629 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:09.993300 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-2da77260-bbd1-4669-b54f-97d9aff9e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:09.994727 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-2da77260-bbd1-4669-b54f-97d9aff9e517 service neutron] 10.222.0.15 "GET /v2.0/networks?id=148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 200 len: 909 time: 0.0924814 Mar 28 19:15:10.011880 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:15:10.036904 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-d4561610-0380-4560-92f7-9bfd6a0897ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 200 len: 217 time: 0.0346026 Mar 28 19:15:10.084960 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-72bc8976-32e4-4b37-a299-f586f630a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:10.086529 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-72bc8976-32e4-4b37-a299-f586f630a383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 200 len: 847 time: 0.0427597 Mar 28 19:15:10.139156 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-c8a4786f-cae7-4960-a9aa-bfd3075d642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:10.140658 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-c8a4786f-cae7-4960-a9aa-bfd3075d642f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=148812b6-c75b-4788-841c-c985dec85fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477157 Mar 28 19:15:10.232738 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-2a75d54b-2804-4bb2-9237-389ef0252e59 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859785 Mar 28 19:15:10.325001 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-78db9e14-c160-40c7-b0aa-cb9e2644a4bb req-739a755f-cd6f-4491-9e8e-5abe93b05659 service neutron] 10.222.0.15 "GET /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856781 Mar 28 19:15:10.335104 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 5, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:10.360529 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96906037-ba24-4773-80b2-7b255ef81ad4 None None] The sync data for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi is: [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:05Z', 'revision_number': 4, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi', '_interfaces': [{'id': '1d83cc87-17aa-4caf-abaa-c9c83b351d70', 'name': '', 'network_id': '148812b6-c75b-4788-841c-c985dec85fab', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'mac_address': 'fa:16:3e:b9:95:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:04Z', 'updated_at': '2022-03-28T19:10:08Z', 'revision_number': 5, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'subnets': [{'id': 'a45ba31c-e642-41dc-80a3-5e4a3f3e6643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:10.567748 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193b876-57dd-41f0-b40e-12b61d0c5dfb None None] New status for floating IP 038fba21-74f9-495a-abad-f861f96c17bc: DOWN {{(pid=103112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:15:11.241454 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffed13-e9f9-43d7-9fe6-a62fc7d8a97b req-6b73aa6a-6a9f-400b-b26b-4b09b2d4d303 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:11.242896 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-edffed13-e9f9-43d7-9fe6-a62fc7d8a97b req-6b73aa6a-6a9f-400b-b26b-4b09b2d4d303 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.2867861 Mar 28 19:15:11.426912 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-edffed13-e9f9-43d7-9fe6-a62fc7d8a97b req-67b27335-7dc2-4fae-b196-7ed872a5f711 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784370 Mar 28 19:15:11.474250 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-745c03f0-74b8-4f66-80d8-ed2d7cf797ab tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:11.475692 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-745c03f0-74b8-4f66-80d8-ed2d7cf797ab tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.15 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 946 time: 0.1468840 Mar 28 19:15:11.564311 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Deleting port 4d83f029-ac23-4307-b9f0-b2178e2e6135 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:11.564648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:11.653181 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] For port 4d83f029-ac23-4307-b9f0-b2178e2e6135, host hv-cinder-83548, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83548',level=0,port_id=4d83f029-ac23-4307-b9f0-b2178e2e6135,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:11.653541 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:11.665895 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Calling delete_port for 4d83f029-ac23-4307-b9f0-b2178e2e6135 owned by compute:nova {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:11.787398 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (4d83f029-ac23-4307-b9f0-b2178e2e6135), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:11.813593 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event deleted for resources: {'Port': ['ID=4d83f029-ac23-4307-b9f0-b2178e2e6135,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:11.856808 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] No DVR routers for this DVR port 4d83f029-ac23-4307-b9f0-b2178e2e6135 on host hv-cinder-83548 {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:11.859372 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183477'] for port (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:11.862674 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [req-97a2fef8-7218-4576-8af6-2ac97034fbbd req-3f7fa227-ca68-4544-85e9-12201d3d3290 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.15 "DELETE /v2.0/ports/4d83f029-ac23-4307-b9f0-b2178e2e6135 HTTP/1.1" status: 204 len: 173 time: 0.3813033 Mar 28 19:15:11.863113 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-deleted', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135'}] {{(pid=103110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:15:11.865320 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c41a85c5bffa5565ca06023e4e0a58119a4f3cd8cce6f7d91957cea4ccac38fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef040b4f-97b1-4bbd-970c-a73869b67450" -d '{"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-deleted", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135"}]}' {{(pid=103110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 19:15:11.901318 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1c5c5d-0d4e-4aa9-a000-048a95cd9b05 x-openstack-request-id: req-fa1c5c5d-0d4e-4aa9-a000-048a95cd9b05 {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 19:15:11.901615 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8885617d-42e0-492f-94a2-0f2e41f5965a", "name": "network-vif-deleted", "tag": "4d83f029-ac23-4307-b9f0-b2178e2e6135", "status": "completed", "code": 200}]} {{(pid=103110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 19:15:11.901894 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa1c5c5d-0d4e-4aa9-a000-048a95cd9b05 {{(pid=103110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 19:15:11.902329 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa1c5c5d-0d4e-4aa9-a000-048a95cd9b05'] response: {'server_uuid': '8885617d-42e0-492f-94a2-0f2e41f5965a', 'name': 'network-vif-deleted', 'tag': '4d83f029-ac23-4307-b9f0-b2178e2e6135', 'status': 'completed', 'code': 200} Mar 28 19:15:12.532561 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [req-8b0524d3-7fa8-4c01-a8af-3c8e739df60b req-5b5e278b-7eea-4395-83be-5b84ee2bcfee tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "GET /v2.0/ports?device_id=8885617d-42e0-492f-94a2-0f2e41f5965a HTTP/1.1" status: 200 len: 210 time: 0.0279503 Mar 28 19:15:13.590628 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42886) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:13.645446 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a53cd96-4282-466d-8ab2-5eb68a5607b3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group (0bd3f584-97ab-4d2d-bd8d-7822cd241ce7), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:13.669018 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a53cd96-4282-466d-8ab2-5eb68a5607b3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group (0bd3f584-97ab-4d2d-bd8d-7822cd241ce7), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:13.728202 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a53cd96-4282-466d-8ab2-5eb68a5607b3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (0bd3f584-97ab-4d2d-bd8d-7822cd241ce7), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:13.731306 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-0a53cd96-4282-466d-8ab2-5eb68a5607b3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:13.732443 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-0a53cd96-4282-466d-8ab2-5eb68a5607b3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] 10.222.0.31 "DELETE /v2.0/security-groups/0bd3f584-97ab-4d2d-bd8d-7822cd241ce7 HTTP/1.1" status: 204 len: 168 time: 0.1407399 Mar 28 19:15:13.741210 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53cd96-4282-466d-8ab2-5eb68a5607b3 tempest-TestShelveInstance-1325383267 tempest-TestShelveInstance-1325383267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd3f584-97ab-4d2d-bd8d-7822cd241ce7,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:13.777022 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42890) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:14.454234 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (7472d8ad-e81f-4740-9aec-1773ac21f701), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:14.547486 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4d83f029-ac23-4307-b9f0-b2178e2e6135 no longer exists at agent hyperv_hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:15:14.565952 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] No Port match for: 4d83f029-ac23-4307-b9f0-b2178e2e6135 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:15:14.566314 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Device 4d83f029-ac23-4307-b9f0-b2178e2e6135 not bound to the agent host hv-cinder-83548 {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:15:14.692860 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Deleting port 1d83cc87-17aa-4caf-abaa-c9c83b351d70 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:14.693481 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:14.767299 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] For port 1d83cc87-17aa-4caf-abaa-c9c83b351d70, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=1d83cc87-17aa-4caf-abaa-c9c83b351d70,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:14.767648 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:14.783510 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Calling delete_port for 1d83cc87-17aa-4caf-abaa-c9c83b351d70 owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:14.958559 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (1d83cc87-17aa-4caf-abaa-c9c83b351d70), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:14.983532 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d83cc87-17aa-4caf-abaa-c9c83b351d70,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:15.007207 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.007553 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.007892 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.008225 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.008556 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.008880 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.009198 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.009516 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.009953 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.010758 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.011084 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.011405 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.011721 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.012036 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.012340 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:15.157185 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (7472d8ad-e81f-4740-9aec-1773ac21f701), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:15.371617 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Router 7472d8ad-e81f-4740-9aec-1773ac21f701 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:15:15.476647 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:15:15.482247 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-38cdc743-7391-49e0-a332-e84fadcc600a admin admin] 10.222.0.31 "PUT /v2.0/routers/7472d8ad-e81f-4740-9aec-1773ac21f701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041657 Mar 28 19:15:15.484629 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42894) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:15.487236 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] Sync routers for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:15.497396 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:15:15.497995 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:15.589531 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks [] for router (7472d8ad-e81f-4740-9aec-1773ac21f701), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:15.602349 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:15:15.691643 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks [] for router_gateway (7472d8ad-e81f-4740-9aec-1773ac21f701), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:15.743906 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Deleting port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:15.744653 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:15.771976 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port': {'id': '9f7a4a95-2d8f-4712-9d1e-b31d7613e55d', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:15.802703 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] Checking router: 7472d8ad-e81f-4740-9aec-1773ac21f701 for host: dv-cinder-835483-1-iscsi {{(pid=103111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:15.810894 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] Routers {'7472d8ad-e81f-4740-9aec-1773ac21f701'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:15:15.811490 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['7472d8ad-e81f-4740-9aec-1773ac21f701'], 'active': True} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:15.819911 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] For port 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:15.820267 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:15.832620 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Calling delete_port for 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d owned by network:router_gateway {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:15.897881 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvr_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] Set router 7472d8ad-e81f-4740-9aec-1773ac21f701 gateway port host: None {{(pid=103111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:15:15.948481 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_hamode_db [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 6, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:15.978499 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edf9ea-fa43-4beb-9df6-7e48407de326 None None] The sync data for ids ['7472d8ad-e81f-4740-9aec-1773ac21f701'] in dv-cinder-835483-1-iscsi is: [{'id': '7472d8ad-e81f-4740-9aec-1773ac21f701', 'name': 'tempest-TestShelveInstance-723622695-router', 'tenant_id': '586f41e1276547b4b35475d9a25094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:02Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 6, 'project_id': '586f41e1276547b4b35475d9a25094e4', 'gw_port_host': None}] {{(pid=103111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:15.998873 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (9f7a4a95-2d8f-4712-9d1e-b31d7613e55d), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.030072 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7a4a95-2d8f-4712-9d1e-b31d7613e55d,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:16.087434 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (7472d8ad-e81f-4740-9aec-1773ac21f701), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.178174 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (7472d8ad-e81f-4740-9aec-1773ac21f701), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.180277 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks [] for router_controller (7472d8ad-e81f-4740-9aec-1773ac21f701), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.225330 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (7472d8ad-e81f-4740-9aec-1773ac21f701), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.225777 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7472d8ad-e81f-4740-9aec-1773ac21f701 {{(pid=103110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:15:16.230178 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.231311 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-8a7fac8e-18c1-4b99-a1ff-d54558696ba3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7472d8ad-e81f-4740-9aec-1773ac21f701 HTTP/1.1" status: 204 len: 168 time: 0.7457874 Mar 28 19:15:16.233739 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42898) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:16.276761 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.db_base_plugin_v2 [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] Deleting subnet a45ba31c-e642-41dc-80a3-5e4a3f3e6643 {{(pid=103110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:15:16.279618 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] Publish callbacks [] for subnet (a45ba31c-e642-41dc-80a3-5e4a3f3e6643), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.313376 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3593161'] for subnet (a45ba31c-e642-41dc-80a3-5e4a3f3e6643), precommit_delete_associations {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.404814 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (a45ba31c-e642-41dc-80a3-5e4a3f3e6643), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.421696 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 1d83cc87-17aa-4caf-abaa-c9c83b351d70 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:15:16.442610 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 1d83cc87-17aa-4caf-abaa-c9c83b351d70 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:15:16.442951 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 1d83cc87-17aa-4caf-abaa-c9c83b351d70 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:15:16.457647 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3635530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26122564'] for subnet (a45ba31c-e642-41dc-80a3-5e4a3f3e6643), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.481934 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45ba31c-e642-41dc-80a3-5e4a3f3e6643,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:16.485487 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for subnet (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.488662 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-517049bd-8eec-4cd9-bdcc-c64d62d1db33 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a45ba31c-e642-41dc-80a3-5e4a3f3e6643 HTTP/1.1" status: 204 len: 168 time: 0.2539957 Mar 28 19:15:16.491153 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42900) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:16.493564 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc11587-8bc6-41cc-883e-cdb5b0ac43db None None] Network 148812b6-c75b-4788-841c-c985dec85fab requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:15:16.557438 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (148812b6-c75b-4788-841c-c985dec85fab), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.613957 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Deleting port b5b6b67d-6039-4de4-94c9-04c251ea265c {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:16.614326 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.674457 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] For port b5b6b67d-6039-4de4-94c9-04c251ea265c, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=b5b6b67d-6039-4de4-94c9-04c251ea265c,segment=NetworkSegment(d1968811-ee24-462e-857a-be5db016713c),segment_id=d1968811-ee24-462e-857a-be5db016713c)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:16.674816 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.687633 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Calling delete_port for b5b6b67d-6039-4de4-94c9-04c251ea265c owned by network:dhcp {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:16.763600 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4071c-ffff-4c33-9732-4cde3f76798d None None] DHCP port deletion for 148812b6-c75b-4788-841c-c985dec85fab request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:15:16.775709 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (b5b6b67d-6039-4de4-94c9-04c251ea265c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.794263 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4071c-ffff-4c33-9732-4cde3f76798d None None] The port 'b5b6b67d-6039-4de4-94c9-04c251ea265c' was deleted {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 19:15:16.809878 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b6b67d-6039-4de4-94c9-04c251ea265c,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:16.811897 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] No DVR routers for this DVR port b5b6b67d-6039-4de4-94c9-04c251ea265c on host dv-cinder-835483-1-iscsi {{(pid=103110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:16.881098 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (148812b6-c75b-4788-841c-c985dec85fab), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.900584 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148812b6-c75b-4788-841c-c985dec85fab']}} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:16.909737 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1968811-ee24-462e-857a-be5db016713c') {'for_net_delete': True} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:16.910034 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.services.segments.db [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1968811-ee24-462e-857a-be5db016713c') {} {{(pid=103110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:16.920409 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3593154'] for segment (d1968811-ee24-462e-857a-be5db016713c), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.934028 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (d1968811-ee24-462e-857a-be5db016713c), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.940342 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:15:16.940763 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630572'] for segment (d1968811-ee24-462e-857a-be5db016713c), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: Traceback (most recent call last): Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: timer() Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: cb(*args, **kw) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: return func(*args, **kwargs) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: self._notify() Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: self.callback(batched_events) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: event.method(event) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: return f(self, *a, **k) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._get(url).json() Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: return self.request(url, 'GET', **kwargs) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:15:16.950464 dv-cinder-835483-1-iscsi neutron-server[103110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:15:17.002021 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (148812b6-c75b-4788-841c-c985dec85fab), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:17.007278 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:17.013502 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] 10.222.0.31 "DELETE /v2.0/networks/148812b6-c75b-4788-841c-c985dec85fab HTTP/1.1" status: 204 len: 168 time: 0.5184050 Mar 28 19:15:17.013502 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42902) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:17.028428 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5190b2-33ff-4266-b83f-e93381359951 admin admin] Pushing event deleted for resources: {'Network': ['ID=148812b6-c75b-4788-841c-c985dec85fab,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:17.356423 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577136'] for router_interface (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:17.841167 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Deleting port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 {{(pid=103110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:17.841902 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:17.916389 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.db [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] For port e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,segment=NetworkSegment(e0b9d252-1797-4342-935a-8b1ec9fbc616),segment_id=e0b9d252-1797-4342-935a-8b1ec9fbc616)] {{(pid=103110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:17.916747 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:17.929259 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.plugins.ml2.plugin [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Calling delete_port for e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 owned by network:router_interface {{(pid=103110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:18.108049 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630521'] for port (e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:18.132958 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:18.144733 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b5b6b67d-6039-4de4-94c9-04c251ea265c no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:15:18.165277 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: b5b6b67d-6039-4de4-94c9-04c251ea265c {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:15:18.165632 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b5b6b67d-6039-4de4-94c9-04c251ea265c not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:15:18.166076 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:15:18.193917 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:15:18.194740 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 9f7a4a95-2d8f-4712-9d1e-b31d7613e55d not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:15:18.301927 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576736'] for router_interface (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:18.512066 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 has already been hosted by L3 agent 9199638e-383b-4097-aaf8-5f57616184e1 {{(pid=103110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 19:15:18.612837 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] Notify agent at l3_agent.dv-cinder-835483-1-iscsi the message routers_updated {{(pid=103110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 19:15:18.617806 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-bda90ea3-fb0b-44c6-bb6a-e88defdbd770 admin admin] 10.222.0.31 "PUT /v2.0/routers/21fbf7d7-e4b4-49b6-870e-03fb2312e0e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6035190 Mar 28 19:15:18.620446 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42904) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:18.621403 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] Sync routers for ids ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'] in dv-cinder-835483-1-iscsi {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:18.633750 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] Routers {'21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:15:18.634374 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:18.723923 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks [] for router (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:18.737422 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] Set router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 gateway port host: dv-cinder-835483-1-iscsi {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:15:18.825193 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks [] for router_gateway (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:18.876447 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Deleting port b7b3e469-25d3-442d-8284-a5b4b521a9dd {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:18.876783 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:18.912530 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'external_fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 5, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port': {'id': 'b7b3e469-25d3-442d-8284-a5b4b521a9dd', 'name': '', 'network_id': '705bd688-bb75-445f-ba44-520e24cc30ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835483-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:08Z', 'updated_at': '2022-03-28T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9c7659a-47c9-4331-af47-e1ea6b62157a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835483-1-iscsi'}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:18.939034 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] Checking router: 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 for host: dv-cinder-835483-1-iscsi {{(pid=103112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:18.947010 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] Routers {'21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'} bound to L3 agent in host dv-cinder-835483-1-iscsi {{(pid=103112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 19:15:18.948159 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835483-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:46:57Z,description=,heartbeat_timestamp=2022-03-28T19:14:57Z,host='dv-cinder-835483-1-iscsi',id=9199638e-383b-4097-aaf8-5f57616184e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:46:57Z,topic='l3_agent')) {'router_ids': ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'], 'active': True} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:18.956660 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] For port b7b3e469-25d3-442d-8284-a5b4b521a9dd, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=b7b3e469-25d3-442d-8284-a5b4b521a9dd,segment=NetworkSegment(c59a145b-a29c-45e1-88cc-b9fe356f936b),segment_id=c59a145b-a29c-45e1-88cc-b9fe356f936b)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:18.957027 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:18.970217 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Calling delete_port for b7b3e469-25d3-442d-8284-a5b4b521a9dd owned by network:router_gateway {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:19.035909 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_dvr_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] Set router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 gateway port host: None {{(pid=103112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 19:15:19.090369 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.l3_hamode_db [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 6, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port_host': None}], 'dv-cinder-835483-1-iscsi', False) {} {{(pid=103112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:19.116261 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194362b9-0958-446f-aad1-92ecd549f351 None None] The sync data for ids ['21fbf7d7-e4b4-49b6-870e-03fb2312e0e9'] in dv-cinder-835483-1-iscsi is: [{'id': '21fbf7d7-e4b4-49b6-870e-03fb2312e0e9', 'name': 'tempest-TestShelveInstance-1764252847-router', 'tenant_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:07Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 6, 'project_id': 'c00fb1e15c4e4634b9355d1dd9352e17', 'gw_port_host': None}] {{(pid=103112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:19.138845 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (b7b3e469-25d3-442d-8284-a5b4b521a9dd), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.168864 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b3e469-25d3-442d-8284-a5b4b521a9dd,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:19.191540 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.192180 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.192575 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.193127 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.193496 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.193868 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.194236 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.194568 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.194900 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.195231 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.195557 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.195886 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.196212 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.196533 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.196858 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:19.240392 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577290'] for router_gateway (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.329398 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-669'] for router (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.331381 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks [] for router_controller (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.372476 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575215'] for router (21fbf7d7-e4b4-49b6-870e-03fb2312e0e9), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.373047 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 {{(pid=103109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 19:15:19.377252 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.378408 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-0c599d1c-097a-4be9-a797-74912b6c846d admin admin] 10.222.0.31 "DELETE /v2.0/routers/21fbf7d7-e4b4-49b6-870e-03fb2312e0e9 HTTP/1.1" status: 204 len: 168 time: 0.7569561 Mar 28 19:15:19.380812 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42906) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:19.423884 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] Deleting subnet 5065fb4d-f692-4a84-9ec6-936b265d5e12 {{(pid=103109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 19:15:19.426722 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] Publish callbacks [] for subnet (5065fb4d-f692-4a84-9ec6-936b265d5e12), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.464889 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25731803'] for subnet (5065fb4d-f692-4a84-9ec6-936b265d5e12), precommit_delete_associations {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.543075 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7431011'] for subnet (5065fb4d-f692-4a84-9ec6-936b265d5e12), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.593091 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7430996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25745817'] for subnet (5065fb4d-f692-4a84-9ec6-936b265d5e12), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.616397 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5065fb4d-f692-4a84-9ec6-936b265d5e12,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:19.620888 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.624033 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-1e83d6ad-3aee-4e80-994b-d90a47ab088e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5065fb4d-f692-4a84-9ec6-936b265d5e12 HTTP/1.1" status: 204 len: 168 time: 0.2422607 Mar 28 19:15:19.626442 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42908) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:19.628942 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade6309-409a-4883-8cde-f74acd4fbaa2 None None] Network 4e22e021-020f-4e87-8d37-8441e0d4fee5 requested from dv-cinder-835483-1-iscsi {{(pid=103111) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 19:15:19.695092 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372066'] for network (4e22e021-020f-4e87-8d37-8441e0d4fee5), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.748265 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Deleting port 462fddf0-b4bf-4e31-a150-e0908c677693 {{(pid=103109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:19.748606 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.808715 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.db [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] For port 462fddf0-b4bf-4e31-a150-e0908c677693, host dv-cinder-835483-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835483-1-iscsi',level=0,port_id=462fddf0-b4bf-4e31-a150-e0908c677693,segment=NetworkSegment(e0b9d252-1797-4342-935a-8b1ec9fbc616),segment_id=e0b9d252-1797-4342-935a-8b1ec9fbc616)] {{(pid=103109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:19.809028 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.821261 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.plugin [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Calling delete_port for 462fddf0-b4bf-4e31-a150-e0908c677693 owned by network:dhcp {{(pid=103109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:19.858889 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83019466-99fd-4605-b463-fce13b534409 None None] DHCP port deletion for 4e22e021-020f-4e87-8d37-8441e0d4fee5 request from dv-cinder-835483-1-iscsi {{(pid=103111) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 19:15:19.905762 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25738824'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.913785 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-83019466-99fd-4605-b463-fce13b534409 None None] Deleting port 462fddf0-b4bf-4e31-a150-e0908c677693 {{(pid=103111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 19:15:19.914185 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788060695318'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), before_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.929215 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Pushing event deleted for resources: {'Port': ['ID=462fddf0-b4bf-4e31-a150-e0908c677693,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:19.935211 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] No DVR routers for this DVR port 462fddf0-b4bf-4e31-a150-e0908c677693 on host dv-cinder-835483-1-iscsi {{(pid=103109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:19.981666 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.db [None req-83019466-99fd-4605-b463-fce13b534409 None None] For port 462fddf0-b4bf-4e31-a150-e0908c677693, host dv-cinder-835483-1-iscsi, got binding levels [] {{(pid=103111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 19:15:19.982067 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537410'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), precommit_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:19.996185 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-83019466-99fd-4605-b463-fce13b534409 None None] Calling delete_port for 462fddf0-b4bf-4e31-a150-e0908c677693 owned by network:dhcp {{(pid=103111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 19:15:19.998901 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.ipam_backend_mixin [None req-83019466-99fd-4605-b463-fce13b534409 None None] Port 462fddf0-b4bf-4e31-a150-e0908c677693 was not found and therefore no delete operation was performed {{(pid=103111) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 19:15:20.000379 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7635504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788060702585', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788060132343'] for port (462fddf0-b4bf-4e31-a150-e0908c677693), after_delete {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.008599 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7530472', 'neutron.services.segments.db._delete_segments_for_network-8788060460858'] for network (4e22e021-020f-4e87-8d37-8441e0d4fee5), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.024784 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019466-99fd-4605-b463-fce13b534409 None None] Pushing event deleted for resources: {'Port': ['ID=462fddf0-b4bf-4e31-a150-e0908c677693,revision_number=None']} {{(pid=103111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:20.030857 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e22e021-020f-4e87-8d37-8441e0d4fee5']}} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:20.032197 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83019466-99fd-4605-b463-fce13b534409 None None] No DVR routers for this DVR port 462fddf0-b4bf-4e31-a150-e0908c677693 on host dv-cinder-835483-1-iscsi {{(pid=103111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:20.034650 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.034998 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.035341 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.035779 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.036115 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.036446 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.036780 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.037106 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.037432 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.037778 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.038104 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.038450 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.038777 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.039098 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.039418 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83019466-99fd-4605-b463-fce13b534409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835483-1-iscsi {{(pid=103111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:20.042755 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b9d252-1797-4342-935a-8b1ec9fbc616') {'for_net_delete': True} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:20.043594 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.services.segments.db [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b9d252-1797-4342-935a-8b1ec9fbc616') {} {{(pid=103109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:20.055579 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788060459075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25731792'] for segment (e0b9d252-1797-4342-935a-8b1ec9fbc616), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.075370 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668'] for segment (e0b9d252-1797-4342-935a-8b1ec9fbc616), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.083343 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:15:20.083904 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7427668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25738781'] for segment (e0b9d252-1797-4342-935a-8b1ec9fbc616), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: Traceback (most recent call last): Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: timer() Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: cb(*args, **kw) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: return func(*args, **kwargs) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: self._notify() Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: self.callback(batched_events) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: event.method(event) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: return f(self, *a, **k) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._get(url).json() Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: return self.request(url, 'GET', **kwargs) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:15:20.085767 dv-cinder-835483-1-iscsi neutron-server[103109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:15:20.147258 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7530465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577382'] for network (4e22e021-020f-4e87-8d37-8441e0d4fee5), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.147451 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 462fddf0-b4bf-4e31-a150-e0908c677693 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:15:20.153270 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579967'] for network (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.160458 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e22e021-020f-4e87-8d37-8441e0d4fee5 HTTP/1.1" status: 204 len: 168 time: 0.5301955 Mar 28 19:15:20.170497 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad3e80-d547-4826-98f4-8392b4d3af7b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e22e021-020f-4e87-8d37-8441e0d4fee5,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:20.179801 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: 462fddf0-b4bf-4e31-a150-e0908c677693 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:15:20.180159 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device 462fddf0-b4bf-4e31-a150-e0908c677693 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:15:20.180576 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b7b3e469-25d3-442d-8284-a5b4b521a9dd no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:15:20.203767 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: b7b3e469-25d3-442d-8284-a5b4b521a9dd {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:15:20.204109 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device b7b3e469-25d3-442d-8284-a5b4b521a9dd not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:15:20.204523 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 no longer exists at agent ovs-agent-dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 19:15:20.223669 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.plugin [None req-06162175-7975-42c6-b303-258ae72f8083 None None] No Port match for: e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 {{(pid=103111) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 19:15:20.224117 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron.plugins.ml2.rpc [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Device e71dd7a1-a0e4-42fc-be7b-1bbf3e230b49 not bound to the agent host dv-cinder-835483-1-iscsi {{(pid=103111) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 19:15:20.277819 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42912) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:20.318047 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-39ac56a7-9730-4d95-9a9b-6d6851d0ff19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=586f41e1276547b4b35475d9a25094e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385859 Mar 28 19:15:20.320273 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [-] (103109) accepted ('10.222.0.31', 42914) {{(pid=103109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:20.370607 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-712d9916-bc0b-4f56-a413-0979108ab0b2 admin admin] Publish callbacks [] for security_group (d90a8607-43bd-40ff-a7f1-e02a85ae0361), before_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.390824 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-712d9916-bc0b-4f56-a413-0979108ab0b2 admin admin] Publish callbacks [] for security_group (d90a8607-43bd-40ff-a7f1-e02a85ae0361), precommit_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.437621 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-712d9916-bc0b-4f56-a413-0979108ab0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (d90a8607-43bd-40ff-a7f1-e02a85ae0361), after_delete {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.440225 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron_lib.callbacks.manager [None req-712d9916-bc0b-4f56-a413-0979108ab0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.441403 dv-cinder-835483-1-iscsi neutron-server[103109]: INFO neutron.wsgi [None req-712d9916-bc0b-4f56-a413-0979108ab0b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d90a8607-43bd-40ff-a7f1-e02a85ae0361 HTTP/1.1" status: 204 len: 168 time: 0.1202221 Mar 28 19:15:20.450118 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d9916-bc0b-4f56-a413-0979108ab0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a8607-43bd-40ff-a7f1-e02a85ae0361,revision_number=None']} {{(pid=103109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:20.743109 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42920) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:20.785446 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-2f5fe5bf-09fe-4d35-9a06-c8a510715e98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c00fb1e15c4e4634b9355d1dd9352e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411615 Mar 28 19:15:20.787722 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [-] (103110) accepted ('10.222.0.31', 42922) {{(pid=103110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 19:15:20.833555 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3f77cca4-1dda-466b-b8d9-184090376f78 admin admin] Publish callbacks [] for security_group (f689ce0c-0abd-4fe7-ba07-b428b3bbb631), before_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.853576 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3f77cca4-1dda-466b-b8d9-184090376f78 admin admin] Publish callbacks [] for security_group (f689ce0c-0abd-4fe7-ba07-b428b3bbb631), precommit_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.898668 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3f77cca4-1dda-466b-b8d9-184090376f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032921'] for security_group (f689ce0c-0abd-4fe7-ba07-b428b3bbb631), after_delete {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.901273 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron_lib.callbacks.manager [None req-3f77cca4-1dda-466b-b8d9-184090376f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:20.902446 dv-cinder-835483-1-iscsi neutron-server[103110]: INFO neutron.wsgi [None req-3f77cca4-1dda-466b-b8d9-184090376f78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f689ce0c-0abd-4fe7-ba07-b428b3bbb631 HTTP/1.1" status: 204 len: 168 time: 0.1138167 Mar 28 19:15:20.909932 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77cca4-1dda-466b-b8d9-184090376f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689ce0c-0abd-4fe7-ba07-b428b3bbb631,revision_number=None']} {{(pid=103110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:24.061985 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:24.723066 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8b072712-bb2b-48ad-b4d3-6980046a4dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:26.960972 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-c98a438c-93a0-40a3-8a74-9ef33b3ebcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:28.160293 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:29.702596 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:31.143546 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:33.301919 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:15:54.074639 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:54.723319 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d4dff664-ae82-410a-b0fe-7c5a13c97350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:56.962428 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2dee2528-953c-4c59-b236-1e0e9d24e462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:58.163068 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:15:59.707624 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:01.145384 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:10.301206 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:16:24.072693 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:24.723127 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0f6c-8a54-46ec-adec-2d605bff017b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:26.962270 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-98bcc782-2982-4aea-af80-edb48aa9f863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:28.165539 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:29.709843 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:31.145995 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:47.300607 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:16:54.082407 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:54.724253 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fa754e4f-deee-48a0-9539-9fe0290d8d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:56.966893 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc385-8ae5-4830-8257-a02713b5f82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:58.168832 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:16:59.714437 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:01.147404 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:24.088051 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:24.299707 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:17:24.724982 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-45d2ec23-e7b8-45de-9043-cc1247d2ac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:26.968794 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-9ea880e0-1a9a-4924-a2ae-7231d1edead8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:28.172013 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:29.719078 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:31.147955 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:54.103671 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:54.727956 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-50c40f38-1826-4ec7-ab48-3732dcbac3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:56.969871 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7104df27-1165-436b-9052-94f573968167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:58.175090 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:17:59.719534 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:01.148618 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:01.300111 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:18:09.755658 dv-cinder-835483-1-iscsi neutron-server[103109]: DEBUG neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-05e43ada-021c-4cee-9a2e-3e1056f86fa8 service neutron] (103109) timed out ('10.222.0.31', 35720) {{(pid=103109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 19:18:09.829822 dv-cinder-835483-1-iscsi neutron-server[103110]: DEBUG neutron.wsgi [req-a031b767-4c6c-41e2-86aa-d1dd4705747c req-5dda2cd7-3fc7-49a1-8727-24ee03c5980d tempest-AttachVolumeShelveTestJSON-1422993080 tempest-AttachVolumeShelveTestJSON-1422993080-project] (103110) timed out ('10.222.0.31', 35732) {{(pid=103110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 19:18:24.117859 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:24.728927 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-ee7e3d3f-e76e-457b-8681-4486cbf607c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:26.971511 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d46b2f48-ed81-4b97-82d6-756c57c63e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:28.176607 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:29.723333 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:31.150349 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:38.299331 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:18:54.115984 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:54.729104 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f939-3225-4c2a-b936-f8ecded3f4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:56.973295 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-8244a6a5-550e-4436-bf03-c666f0dc3fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:58.179639 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:18:59.847592 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:01.153317 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:15.299117 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:19:24.115650 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:24.731160 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-245f067a-3bd4-42f5-9c45-18f684ebc546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:26.974145 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-fe151cff-49b5-4957-b0e6-a8cea195fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:28.182073 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:29.730419 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:31.155164 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:52.298355 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:19:54.116422 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:54.731567 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-d0a61447-cc9f-471d-a8a2-8058ea91eadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:56.974877 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-01a97977-6aa1-4f7c-9b0a-269a7a57cce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:58.184192 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:19:59.730964 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:20:01.156322 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:20:24.129177 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c879-e6be-4e71-a02d-8b8c330e8c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (78452644-6797-420f-9ec9-2d8ccd152eca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:20:24.732148 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-e2324923-beb4-45ac-bead-4b590cc420bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (fb0c1fdf-804c-4a95-80e0-2f9756c35640), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:20:26.978258 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-2e02473d-c357-453b-a819-305f94416737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (9199638e-383b-4097-aaf8-5f57616184e1), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:20:28.186672 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-7e59d63a-f5ea-4570-95f3-de9291d4cfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (8ca2c8dc-f5cc-4069-95bf-5125fa97fb24), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:20:29.297779 dv-cinder-835483-1-iscsi neutron-server[103112]: DEBUG neutron.db.agents_db [None req-71df8a2e-5e46-4a6b-a296-b208f42fc4d5 None None] Agent healthcheck: found 6 active agents {{(pid=103112) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 19:20:29.734326 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-cf43632b-cbdd-4c78-b0d7-a9a682718ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (7c7c37d6-daf7-4764-b743-3c124b9fa9bb), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 19:20:31.157904 dv-cinder-835483-1-iscsi neutron-server[103111]: DEBUG neutron_lib.callbacks.manager [None req-06162175-7975-42c6-b303-258ae72f8083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788060460840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7532073'] for agent (1804317a-0541-4da7-9ca0-7ed6ca0bacca), after_update {{(pid=103111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}